+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-56.ec2.internal ++ [[ -n ip-10-0-1-56.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-56.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260311-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260311-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260311-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0325 10:53:24.249105094 - disable conntrack on geneve port' I0325 10:53:24.249105094 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0325 10:53:24.307021916 - starting ovnkube-node + echo 'I0325 10:53:24.307021916 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-56.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-56.ec2.internal --init-node ip-10-0-1-56.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-56.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0325 10:53:24.366452 3495 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0325 10:53:24.366502 3495 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-4e8bc40fe0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0325 10:53:24.368198 3495 kube.go:419] Waiting for certificate I0325 10:53:24.368254 3495 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0325 10:53:24.368324 3495 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0325 10:53:24.369151 3495 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0325 10:53:24.401074 3495 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0325 10:53:24.401093 3495 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0325 10:53:24.404513 3495 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0325 10:53:24.404586 3495 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fx5ql" I0325 10:53:24.409589 3495 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fx5ql" I0325 10:53:24.409659 3495 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0325 10:53:25.369072 3495 kube.go:426] Certificate found I0325 10:53:25.369903 3495 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0325 10:53:25.371146 3495 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0325 10:53:25.423259 3495 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-03-26 10:48:24 +0000 UTC" deadline="2026-03-26 07:16:34.259927185 +0000 UTC" I0325 10:53:25.423319 3495 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h23m8.836636073s" I0325 10:53:25.444203 3495 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0325 10:53:25.453361 3495 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0325 10:53:25.456446 3495 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0325 10:53:25.456580 3495 factory.go:531] Starting watch factory I0325 10:53:25.456705 3495 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.456747 3495 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.456875 3495 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.456927 3495 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.457154 3495 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.457200 3495 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.457246 3495 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.457267 3495 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.457323 3495 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.457206 3495 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.458195 3495 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.458222 3495 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.466345 3495 controller_manager.go:368] Starting the ovnkube controller I0325 10:53:25.466360 3495 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-56.ec2.internal I0325 10:53:25.466429 3495 controller_manager.go:393] NBDB zone sync took: 58.223µs I0325 10:53:25.466489 3495 factory.go:531] Starting watch factory I0325 10:53:25.486196 3495 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.486732 3495 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.487260 3495 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0325 10:53:25.488115 3495 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.488361 3495 ovn_northd.go:121] Registering OVN northd metrics I0325 10:53:25.489162 3495 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.497128 3495 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0325 10:53:25.497195 3495 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0325 10:53:25.497917 3495 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.500126 3495 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0325 10:53:25.516174 3495 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0325 10:53:25.563125 3495 factory.go:1890] *v1.Namespace informer cache synced successfully I0325 10:53:25.563150 3495 factory.go:1890] *v1.Node informer cache synced successfully I0325 10:53:25.563153 3495 factory.go:1890] *v1.Service informer cache synced successfully I0325 10:53:25.563157 3495 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0325 10:53:25.563160 3495 factory.go:1890] *v1.Pod informer cache synced successfully I0325 10:53:25.563163 3495 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0325 10:53:25.563272 3495 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0325 10:53:25.563320 3495 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0325 10:53:25.563274 3495 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0325 10:53:25.563388 3495 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0325 10:53:25.566461 3495 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0325 10:53:25.566468 3495 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0325 10:53:25.569253 3495 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0325 10:53:25.569266 3495 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0325 10:53:25.569350 3495 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.569369 3495 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.571724 3495 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.571865 3495 factory.go:1890] *v1.Pod informer cache synced successfully I0325 10:53:25.571873 3495 factory.go:1890] *v1.NetworkPolicy informer cache synced successfully I0325 10:53:25.571876 3495 factory.go:1890] *v1.Namespace informer cache synced successfully I0325 10:53:25.571879 3495 factory.go:1890] *v1.Node informer cache synced successfully I0325 10:53:25.571882 3495 factory.go:1890] *v1.Service informer cache synced successfully I0325 10:53:25.571885 3495 factory.go:1890] *v1.EndpointSlice informer cache synced successfully I0325 10:53:25.575026 3495 factory.go:1890] *v1.EgressIP informer cache synced successfully I0325 10:53:25.575112 3495 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.575181 3495 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.577812 3495 factory.go:1890] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0325 10:53:25.577823 3495 factory.go:1890] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0325 10:53:25.577999 3495 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.580107 3495 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0325 10:53:25.580175 3495 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.580191 3495 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.582571 3495 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.583520 3495 factory.go:1890] *v1.EgressIP informer cache synced successfully I0325 10:53:25.585667 3495 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0325 10:53:25.585724 3495 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.585736 3495 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.588829 3495 factory.go:1890] *v1.EgressFirewall informer cache synced successfully I0325 10:53:25.589087 3495 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.591235 3495 factory.go:1890] *v1.EgressService informer cache synced successfully I0325 10:53:25.591287 3495 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.591322 3495 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.593812 3495 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.593892 3495 factory.go:1890] *v1.EgressQoS informer cache synced successfully I0325 10:53:25.596429 3495 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0325 10:53:25.596707 3495 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0325 10:53:25.596726 3495 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0325 10:53:25.599585 3495 factory.go:1890] *v1.EgressService informer cache synced successfully I0325 10:53:25.600202 3495 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0325 10:53:25.602128 3495 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0325 10:53:25.602216 3495 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.602234 3495 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.602292 3495 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.602344 3495 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.605152 3495 factory.go:1890] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0325 10:53:25.605388 3495 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.605398 3495 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0325 10:53:25.607352 3495 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0325 10:53:25.607362 3495 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0325 10:53:25.607368 3495 factory.go:636] Watch Factory start up complete, took: 150.794319ms I0325 10:53:25.607432 3495 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0325 10:53:25.610866 3495 factory.go:1890] *v1.NetworkAttachmentDefinition informer cache synced successfully I0325 10:53:25.615910 3495 factory.go:1890] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0325 10:53:25.615922 3495 factory.go:1890] *v1.UserDefinedNetwork informer cache synced successfully I0325 10:53:25.615928 3495 factory.go:636] Watch Factory start up complete, took: 149.446798ms I0325 10:53:25.615935 3495 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-56.ec2.internal" zone I0325 10:53:25.649837 3495 default_node_network_controller.go:709] Initializing the default node network controller I0325 10:53:25.710954 3495 udn_isolation.go:101] Starting UDN host isolation manager I0325 10:53:25.717390 3495 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0325 10:53:25.785539 3495 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0325 10:53:25.785640 3495 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0325 10:53:25.785655 3495 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0325 10:53:25.821587 3495 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0325 10:53:25.821670 3495 default_node_network_controller.go:808] Node ip-10-0-1-56.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0325 10:53:25.827155 3495 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.56"] k8s.ovn.org/zone-name:ip-10-0-1-56.ec2.internal] on node ip-10-0-1-56.ec2.internal I0325 10:53:25.848820 3495 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0325 10:53:25.854786 3495 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0325 10:53:25.854950 3495 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0325 10:53:25.855127 3495 gateway_init.go:263] Preparing Gateway I0325 10:53:25.855142 3495 gateway_shared_intf.go:1658] Creating new gateway I0325 10:53:25.866904 3495 controller_manager.go:427] Waiting for node in zone sync took: 250.954542ms I0325 10:53:25.872801 3495 controller_manager.go:608] Switching to transit router for layer2 networks I0325 10:53:25.872817 3495 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-56.ec2.internal I0325 10:53:25.886777 3495 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0325 10:53:25.893851 3495 controller_manager.go:288] SCTP support detected in OVN I0325 10:53:25.894612 3495 services_controller.go:69] Creating services controller for network=default I0325 10:53:25.894754 3495 udn_enabled_svc.go:80] Waiting for service informer to sync I0325 10:53:25.894960 3495 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0325 10:53:25.895017 3495 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0325 10:53:25.895032 3495 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0325 10:53:25.895042 3495 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0325 10:53:25.895213 3495 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0325 10:53:25.895324 3495 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0325 10:53:25.895401 3495 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 28.763µs I0325 10:53:25.895437 3495 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 112.985µs I0325 10:53:25.895448 3495 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0325 10:53:25.895457 3495 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0325 10:53:25.895469 3495 default_network_controller.go:321] Starting the default network controller I0325 10:53:25.895505 3495 udn_enabled_svc.go:95] Performing full resync I0325 10:53:25.895633 3495 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 25.821µs I0325 10:53:25.895328 3495 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 74.687µs I0325 10:53:25.896019 3495 udn_enabled_svc.go:99] Waiting for handler to sync I0325 10:53:25.896033 3495 udn_enabled_svc.go:104] Starting worker I0325 10:53:25.906070 3495 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0325 10:53:25.906171 3495 repair.go:33] Syncing exgw routes took 85.64µs I0325 10:53:25.906211 3495 default_network_controller.go:407] Starting all the Watchers... I0325 10:53:25.906720 3495 namespace.go:98] [openshift-console-user-settings] adding namespace I0325 10:53:25.906734 3495 namespace.go:98] [kube-public] adding namespace I0325 10:53:25.906753 3495 namespace.go:98] [open-cluster-management-2p8mq20h6bsbq55jr1en15t0ro8fskh6] adding namespace I0325 10:53:25.906771 3495 namespace.go:98] [kube-node-lease] adding namespace I0325 10:53:25.906785 3495 namespace.go:98] [openshift-monitoring] adding namespace I0325 10:53:25.906797 3495 namespace.go:98] [kube-system] adding namespace I0325 10:53:25.906810 3495 namespace.go:98] [dedicated-admin] adding namespace I0325 10:53:25.906722 3495 namespace.go:98] [openshift-backplane] adding namespace I0325 10:53:25.907027 3495 namespace.go:98] [openshift-host-network] adding namespace I0325 10:53:25.907032 3495 namespace.go:98] [openshift-config-managed] adding namespace I0325 10:53:25.907042 3495 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0325 10:53:25.907040 3495 namespace.go:98] [openshift-network-console] adding namespace I0325 10:53:25.907059 3495 namespace.go:98] [openshift-machine-api] adding namespace I0325 10:53:25.907060 3495 namespace.go:98] [openshift-apiserver] adding namespace I0325 10:53:25.907294 3495 namespace.go:98] [openshift-controller-manager] adding namespace I0325 10:53:25.907592 3495 namespace.go:102] [openshift-console-user-settings] adding namespace took 859.783µs I0325 10:53:25.907608 3495 namespace.go:98] [openshift-kube-apiserver] adding namespace I0325 10:53:25.908176 3495 namespace.go:102] [openshift-kube-apiserver] adding namespace took 562.39µs I0325 10:53:25.908196 3495 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0325 10:53:25.909018 3495 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 814.37µs I0325 10:53:25.909052 3495 namespace.go:98] [openshift-authentication] adding namespace I0325 10:53:25.909789 3495 namespace.go:102] [kube-public] adding namespace took 3.044606ms I0325 10:53:25.909808 3495 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0325 10:53:25.910500 3495 namespace.go:102] [open-cluster-management-2p8mq20h6bsbq55jr1en15t0ro8fskh6] adding namespace took 3.738491ms I0325 10:53:25.910520 3495 namespace.go:98] [openshift] adding namespace I0325 10:53:25.911156 3495 namespace.go:102] [kube-node-lease] adding namespace took 4.376014ms I0325 10:53:25.911219 3495 namespace.go:98] [openshift-operators] adding namespace I0325 10:53:25.912027 3495 namespace.go:102] [openshift-monitoring] adding namespace took 5.23303ms I0325 10:53:25.912047 3495 namespace.go:98] [openshift-backplane-cse] adding namespace I0325 10:53:25.912800 3495 namespace.go:102] [kube-system] adding namespace took 5.994392ms I0325 10:53:25.912857 3495 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0325 10:53:25.913737 3495 namespace.go:102] [dedicated-admin] adding namespace took 6.908311ms I0325 10:53:25.913756 3495 namespace.go:98] [openshift-dns-operator] adding namespace I0325 10:53:25.914531 3495 namespace.go:102] [openshift-backplane] adding namespace took 7.542894ms I0325 10:53:25.914550 3495 namespace.go:98] [openshift-console] adding namespace I0325 10:53:25.915337 3495 namespace.go:102] [openshift-host-network] adding namespace took 8.295045ms I0325 10:53:25.915395 3495 namespace.go:98] [openshift-image-registry] adding namespace I0325 10:53:25.916187 3495 namespace.go:102] [openshift-config-managed] adding namespace took 9.127959ms I0325 10:53:25.916218 3495 namespace.go:98] [openshift-apiserver-operator] adding namespace I0325 10:53:25.916991 3495 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 9.937345ms I0325 10:53:25.917014 3495 namespace.go:98] [openshift-multus] adding namespace I0325 10:53:25.917848 3495 namespace.go:102] [openshift-network-console] adding namespace took 10.792113ms I0325 10:53:25.917879 3495 namespace.go:98] [openshift-machine-config-operator] adding namespace I0325 10:53:25.918682 3495 namespace.go:102] [openshift-machine-api] adding namespace took 11.614713ms I0325 10:53:25.918701 3495 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0325 10:53:25.919342 3495 namespace.go:102] [openshift-apiserver] adding namespace took 12.270823ms I0325 10:53:25.919359 3495 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0325 10:53:25.920084 3495 namespace.go:102] [openshift-controller-manager] adding namespace took 12.719736ms I0325 10:53:25.920135 3495 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0325 10:53:25.920767 3495 namespace.go:102] [openshift-authentication] adding namespace took 11.704926ms I0325 10:53:25.920789 3495 namespace.go:98] [openshift-package-operator] adding namespace I0325 10:53:25.921429 3495 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 11.612027ms I0325 10:53:25.921447 3495 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0325 10:53:25.922192 3495 namespace.go:102] [openshift] adding namespace took 11.663345ms I0325 10:53:25.922213 3495 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0325 10:53:25.922843 3495 namespace.go:102] [openshift-operators] adding namespace took 11.611145ms I0325 10:53:25.922864 3495 namespace.go:98] [openshift-config] adding namespace I0325 10:53:25.923511 3495 namespace.go:102] [openshift-backplane-cse] adding namespace took 11.455581ms I0325 10:53:25.923531 3495 namespace.go:98] [openshift-console-operator] adding namespace I0325 10:53:25.924216 3495 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 11.343525ms I0325 10:53:25.924275 3495 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0325 10:53:25.925044 3495 namespace.go:102] [openshift-dns-operator] adding namespace took 11.280107ms I0325 10:53:25.925062 3495 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0325 10:53:25.925836 3495 namespace.go:102] [openshift-console] adding namespace took 11.275333ms I0325 10:53:25.925861 3495 namespace.go:98] [openshift-backplane-srep] adding namespace I0325 10:53:25.926600 3495 namespace.go:102] [openshift-image-registry] adding namespace took 11.175272ms I0325 10:53:25.926621 3495 namespace.go:98] [openshift-route-controller-manager] adding namespace W0325 10:53:25.927218 3495 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-t76gw: pod openshift-multus/network-metrics-daemon-t76gw: no pod IPs found I0325 10:53:25.927230 3495 namespace.go:102] [openshift-apiserver-operator] adding namespace took 11.004826ms I0325 10:53:25.927244 3495 namespace.go:98] [default] adding namespace I0325 10:53:25.928135 3495 namespace.go:102] [openshift-multus] adding namespace took 11.113083ms I0325 10:53:25.928155 3495 namespace.go:98] [openshift-ingress] adding namespace I0325 10:53:25.928893 3495 namespace.go:102] [openshift-machine-config-operator] adding namespace took 11.005042ms I0325 10:53:25.928973 3495 namespace.go:98] [openshift-etcd] adding namespace I0325 10:53:25.929621 3495 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 10.911537ms I0325 10:53:25.929640 3495 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0325 10:53:25.930255 3495 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 10.88756ms I0325 10:53:25.930277 3495 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0325 10:53:25.930951 3495 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 10.8035ms I0325 10:53:25.930967 3495 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0325 10:53:25.931698 3495 namespace.go:102] [openshift-package-operator] adding namespace took 10.901174ms I0325 10:53:25.931718 3495 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0325 10:53:25.932404 3495 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 10.948948ms I0325 10:53:25.932422 3495 namespace.go:98] [openshift-config-operator] adding namespace I0325 10:53:25.933090 3495 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 10.869865ms I0325 10:53:25.933106 3495 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0325 10:53:25.933628 3495 namespace.go:102] [openshift-config] adding namespace took 10.754995ms I0325 10:53:25.933685 3495 namespace.go:98] [openshift-dns] adding namespace I0325 10:53:25.934261 3495 namespace.go:102] [openshift-console-operator] adding namespace took 10.720409ms I0325 10:53:25.934328 3495 namespace.go:98] [openshift-network-operator] adding namespace I0325 10:53:25.934798 3495 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 10.480322ms I0325 10:53:25.934814 3495 namespace.go:98] [openshift-logging] adding namespace I0325 10:53:25.935380 3495 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 10.309139ms I0325 10:53:25.935397 3495 namespace.go:98] [openshift-must-gather-operator] adding namespace I0325 10:53:25.936070 3495 namespace.go:102] [openshift-backplane-srep] adding namespace took 10.200808ms I0325 10:53:25.936124 3495 namespace.go:98] [openshift-backplane-mobb] adding namespace I0325 10:53:25.936757 3495 namespace.go:102] [openshift-route-controller-manager] adding namespace took 10.128147ms I0325 10:53:25.936779 3495 namespace.go:98] [openshift-network-diagnostics] adding namespace I0325 10:53:25.937460 3495 namespace.go:102] [default] adding namespace took 10.208863ms I0325 10:53:25.937479 3495 namespace.go:98] [openshift-ingress-canary] adding namespace I0325 10:53:25.938199 3495 namespace.go:102] [openshift-ingress] adding namespace took 10.036673ms I0325 10:53:25.938217 3495 namespace.go:98] [openshift-node] adding namespace I0325 10:53:25.938919 3495 namespace.go:102] [openshift-etcd] adding namespace took 9.933814ms I0325 10:53:25.938941 3495 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0325 10:53:25.939551 3495 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 9.902517ms I0325 10:53:25.939570 3495 namespace.go:98] [openshift-infra] adding namespace I0325 10:53:25.940174 3495 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 9.885732ms I0325 10:53:25.940194 3495 namespace.go:98] [openshift-ingress-operator] adding namespace I0325 10:53:25.940742 3495 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 9.767645ms I0325 10:53:25.940758 3495 namespace.go:98] [openshift-network-node-identity] adding namespace I0325 10:53:25.941396 3495 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 9.669016ms I0325 10:53:25.942025 3495 namespace.go:102] [openshift-config-operator] adding namespace took 9.597538ms I0325 10:53:25.942045 3495 namespace.go:98] [openshift-backplane-csm] adding namespace I0325 10:53:25.942649 3495 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 9.535818ms I0325 10:53:25.942668 3495 namespace.go:98] [openshift-service-ca-operator] adding namespace I0325 10:53:25.943240 3495 namespace.go:102] [openshift-dns] adding namespace took 9.541796ms I0325 10:53:25.943260 3495 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0325 10:53:25.943839 3495 namespace.go:102] [openshift-network-operator] adding namespace took 9.497488ms I0325 10:53:25.943858 3495 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0325 10:53:25.944430 3495 namespace.go:102] [openshift-logging] adding namespace took 9.608197ms I0325 10:53:25.944445 3495 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0325 10:53:25.945017 3495 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.613518ms I0325 10:53:25.945032 3495 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace W0325 10:53:25.945672 3495 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-tnw6p: pod openshift-network-diagnostics/network-check-target-tnw6p: no pod IPs found I0325 10:53:25.945673 3495 namespace.go:102] [openshift-backplane-mobb] adding namespace took 9.53767ms I0325 10:53:25.945781 3495 namespace.go:98] [openshift-customer-monitoring] adding namespace I0325 10:53:25.946455 3495 namespace.go:102] [openshift-network-diagnostics] adding namespace took 9.66663ms I0325 10:53:25.946476 3495 namespace.go:98] [openshift-backplane-cee] adding namespace I0325 10:53:25.947140 3495 namespace.go:102] [openshift-ingress-canary] adding namespace took 9.65296ms I0325 10:53:25.947158 3495 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0325 10:53:25.948233 3495 namespace.go:102] [openshift-node] adding namespace took 10.008001ms I0325 10:53:25.948254 3495 namespace.go:98] [openshift-insights] adding namespace I0325 10:53:25.948900 3495 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 9.951096ms I0325 10:53:25.948921 3495 namespace.go:98] [openshift-operators-redhat] adding namespace I0325 10:53:25.949650 3495 namespace.go:102] [openshift-infra] adding namespace took 10.071946ms I0325 10:53:25.949672 3495 namespace.go:98] [openshift-marketplace] adding namespace I0325 10:53:25.950394 3495 namespace.go:102] [openshift-ingress-operator] adding namespace took 10.192378ms I0325 10:53:25.950410 3495 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0325 10:53:25.951181 3495 namespace.go:102] [openshift-network-node-identity] adding namespace took 10.414677ms I0325 10:53:25.951230 3495 namespace.go:98] [openshift-authentication-operator] adding namespace I0325 10:53:25.951851 3495 namespace.go:102] [openshift-backplane-csm] adding namespace took 9.797894ms I0325 10:53:25.951867 3495 namespace.go:98] [openshift-backplane-tam] adding namespace I0325 10:53:25.952522 3495 namespace.go:102] [openshift-service-ca-operator] adding namespace took 9.846545ms I0325 10:53:25.953060 3495 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 9.793627ms I0325 10:53:25.953717 3495 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 9.85275ms I0325 10:53:25.954336 3495 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 9.882947ms I0325 10:53:25.954899 3495 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 9.860609ms I0325 10:53:25.955588 3495 namespace.go:102] [openshift-customer-monitoring] adding namespace took 9.80024ms I0325 10:53:25.955607 3495 namespace.go:98] [openshift-kube-scheduler] adding namespace I0325 10:53:25.956343 3495 namespace.go:102] [openshift-backplane-cee] adding namespace took 9.855804ms I0325 10:53:25.957017 3495 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 9.851304ms I0325 10:53:25.957773 3495 namespace.go:102] [openshift-insights] adding namespace took 9.511111ms I0325 10:53:25.958583 3495 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.655435ms I0325 10:53:25.959238 3495 namespace.go:102] [openshift-marketplace] adding namespace took 9.557455ms I0325 10:53:25.959258 3495 namespace.go:98] [openshift-cluster-version] adding namespace I0325 10:53:25.959839 3495 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 9.421591ms I0325 10:53:25.960334 3495 namespace.go:102] [openshift-authentication-operator] adding namespace took 9.092918ms I0325 10:53:25.960934 3495 namespace.go:102] [openshift-backplane-tam] adding namespace took 9.060722ms I0325 10:53:25.961480 3495 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.866175ms I0325 10:53:25.962009 3495 namespace.go:102] [openshift-cluster-version] adding namespace took 2.745172ms I0325 10:53:25.962464 3495 zone_ic_handler.go:186] Time taken to create transit switch: 328.784µs I0325 10:53:25.962560 3495 master.go:532] Adding or Updating local node "ip-10-0-1-56.ec2.internal" for network "default" I0325 10:53:25.963348 3495 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-111.ec2.internal for the network default I0325 10:53:25.963395 3495 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-91.ec2.internal for the network default I0325 10:53:25.964617 3495 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-111.ec2.internal" on network "default" took: 1.28553ms I0325 10:53:25.965255 3495 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-91.ec2.internal" on network "default" took: 1.881266ms I0325 10:53:25.968459 3495 default_network_controller.go:806] Node add failed for ip-10-0-1-56.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-56.ec2.internal, error getting gateway config for node ip-10-0-1-56.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-56.ec2.internal", failed to update chassis to local for local node ip-10-0-1-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-56.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-56.ec2.internal] E0325 10:53:25.968537 3495 obj_retry.go:541] Failed to create *v1.Node ip-10-0-1-56.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-56.ec2.internal, error getting gateway config for node ip-10-0-1-56.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-56.ec2.internal", failed to update chassis to local for local node ip-10-0-1-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-56.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-56.ec2.internal] I0325 10:53:25.968623 3495 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0325 10:53:25.968629 3495 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-56.ec2.internal", UID:"5a50aec6-a3a8-4dc5-80b3-eeae3ccfe7b6", APIVersion:"v1", ResourceVersion:"9001", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-56.ec2.internal, error getting gateway config for node ip-10-0-1-56.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-56.ec2.internal", failed to update chassis to local for local node ip-10-0-1-56.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-56.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-56.ec2.internal] I0325 10:53:25.968685 3495 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0325 10:53:25.968707 3495 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0325 10:53:25.968716 3495 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-91.ec2.internal in network "default" I0325 10:53:25.968829 3495 node_tracker.go:169] Node ip-10-0-0-91.ec2.internal switch + router changed, syncing services in network "default" I0325 10:53:25.968844 3495 services_controller.go:574] Full service sync requested for network=default I0325 10:53:25.968856 3495 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-56.ec2.internal in network "default" I0325 10:53:25.968866 3495 node_tracker.go:235] Node ip-10-0-1-56.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-56.ec2.internal" I0325 10:53:25.968875 3495 node_tracker.go:169] Node ip-10-0-1-56.ec2.internal switch + router changed, syncing services in network "default" I0325 10:53:25.968881 3495 services_controller.go:574] Full service sync requested for network=default I0325 10:53:25.968890 3495 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-111.ec2.internal in network "default" I0325 10:53:25.968924 3495 node_tracker.go:169] Node ip-10-0-2-111.ec2.internal switch + router changed, syncing services in network "default" I0325 10:53:25.968959 3495 services_controller.go:574] Full service sync requested for network=default I0325 10:53:25.970674 3495 iptables.go:108] Creating table: filter chain: FORWARD I0325 10:53:25.977459 3495 iptables.go:108] Creating table: filter chain: OUTPUT I0325 10:53:25.984471 3495 gateway_shared_intf.go:1787] Gateway Creation Complete I0325 10:53:25.984485 3495 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-56.ec2.internal","mac-address":"0a:ff:c3:93:3b:8f","ip-addresses":["10.0.1.56/24"],"ip-address":"10.0.1.56/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0abf6057-6396-406c-8fd9-ea4259d8ad27 k8s.ovn.org/node-encap-ips:["10.0.1.56"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.56/24"} k8s.ovn.org/zone-name:ip-10-0-1-56.ec2.internal] on node ip-10-0-1-56.ec2.internal I0325 10:53:25.999538 3495 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-56.ec2.internal in network "default" I0325 10:53:25.999683 3495 node_tracker.go:169] Node ip-10-0-1-56.ec2.internal switch + router changed, syncing services in network "default" I0325 10:53:25.999699 3495 services_controller.go:574] Full service sync requested for network=default I0325 10:53:25.999705 3495 master.go:532] Adding or Updating local node "ip-10-0-1-56.ec2.internal" for network "default" I0325 10:53:26.002361 3495 default_node_network_controller.go:518] Node connection status = connected W0325 10:53:26.006806 3495 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-tnw6p: pod openshift-network-diagnostics/network-check-target-tnw6p: no pod IPs found W0325 10:53:26.006839 3495 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-t76gw: pod openshift-multus/network-metrics-daemon-t76gw: no pod IPs found I0325 10:53:26.008231 3495 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-56.ec2.internal for the network default I0325 10:53:26.069803 3495 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0325 10:53:26.069828 3495 services_controller.go:208] Setting up event handlers for services for network=default I0325 10:53:26.069909 3495 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0325 10:53:26.069965 3495 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0325 10:53:26.069992 3495 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0325 10:53:26.170231 3495 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0325 10:53:26.170252 3495 repair.go:60] Starting repairing loop for services I0325 10:53:26.170358 3495 repair.go:131] Deleted 0 stale service LBs I0325 10:53:26.170382 3495 repair.go:137] Deleted 0 stale Chassis Template Vars I0325 10:53:26.170402 3495 repair.go:62] Finished repairing loop for services: 151.81µs I0325 10:53:26.170425 3495 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0325 10:53:26.170435 3495 services_controller.go:254] Starting workers for network=default I0325 10:53:26.170902 3495 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-9cws5 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0325 10:53:26.171047 3495 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-t76gw] creating logical port openshift-multus_network-metrics-daemon-t76gw for pod on switch ip-10-0-1-56.ec2.internal I0325 10:53:26.171129 3495 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-tnw6p] creating logical port openshift-network-diagnostics_network-check-target-tnw6p for pod on switch ip-10-0-1-56.ec2.internal I0325 10:53:26.171296 3495 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-t76gw I0325 10:53:26.171540 3495 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-tnw6p I0325 10:53:26.186927 3495 pod.go:62] [openshift-network-diagnostics/network-check-target-tnw6p] pod update took 15.424838ms I0325 10:53:26.186945 3495 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-tnw6p] addLogicalPort annotation time took 15.442715ms I0325 10:53:26.187874 3495 pods.go:271] [openshift-network-diagnostics/network-check-target-tnw6p] addLogicalPort took 16.750161ms, libovsdb time 699.483µs I0325 10:53:26.188105 3495 pod.go:62] [openshift-multus/network-metrics-daemon-t76gw] pod update took 16.86096ms I0325 10:53:26.188155 3495 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-t76gw] addLogicalPort annotation time took 16.9101ms I0325 10:53:26.189089 3495 pods.go:271] [openshift-multus/network-metrics-daemon-t76gw] addLogicalPort took 18.051911ms, libovsdb time 727.685µs I0325 10:53:26.189588 3495 admin_network_policy_controller.go:227] Starting controller default-network-controller I0325 10:53:26.189608 3495 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0325 10:53:26.189618 3495 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0325 10:53:26.189622 3495 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0325 10:53:26.189791 3495 repair.go:29] Repairing admin network policies took 163.597µs I0325 10:53:26.189885 3495 repair.go:92] Repairing baseline admin network policies took 86.655µs I0325 10:53:26.190367 3495 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0325 10:53:26.190383 3495 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0325 10:53:26.192120 3495 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0325 10:53:26.192139 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0325 10:53:26.192147 3495 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0325 10:53:26.193546 3495 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0325 10:53:26.193567 3495 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0325 10:53:26.193576 3495 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0325 10:53:26.195597 3495 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0325 10:53:26.195615 3495 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0325 10:53:26.195623 3495 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0325 10:53:26.196167 3495 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0325 10:53:26.196184 3495 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0325 10:53:26.196193 3495 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0325 10:53:26.198092 3495 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0325 10:53:26.198111 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0325 10:53:26.198120 3495 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0325 10:53:26.198661 3495 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0325 10:53:26.198680 3495 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0325 10:53:26.198690 3495 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0325 10:53:26.201053 3495 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0325 10:53:26.201070 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0325 10:53:26.201078 3495 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0325 10:53:26.202474 3495 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0325 10:53:26.202491 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0325 10:53:26.202500 3495 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0325 10:53:26.202944 3495 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0325 10:53:26.202967 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0325 10:53:26.202979 3495 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0325 10:53:26.204164 3495 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0325 10:53:26.204182 3495 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0325 10:53:26.204192 3495 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0325 10:53:26.205404 3495 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0325 10:53:26.205425 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0325 10:53:26.205435 3495 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0325 10:53:26.207161 3495 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0325 10:53:26.207203 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0325 10:53:26.207214 3495 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0325 10:53:26.207840 3495 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0325 10:53:26.207859 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0325 10:53:26.207869 3495 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0325 10:53:26.208528 3495 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0325 10:53:26.208551 3495 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0325 10:53:26.208567 3495 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0325 10:53:26.209748 3495 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0325 10:53:26.209765 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0325 10:53:26.209771 3495 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0325 10:53:26.210036 3495 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0325 10:53:26.210052 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0325 10:53:26.210783 3495 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0325 10:53:26.210796 3495 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0325 10:53:26.211509 3495 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0325 10:53:26.211525 3495 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0325 10:53:26.211533 3495 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0325 10:53:26.212026 3495 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0325 10:53:26.212047 3495 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0325 10:53:26.212057 3495 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0325 10:53:26.213317 3495 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0325 10:53:26.213350 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0325 10:53:26.213360 3495 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0325 10:53:26.213886 3495 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0325 10:53:26.213902 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0325 10:53:26.213910 3495 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0325 10:53:26.214465 3495 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0325 10:53:26.214481 3495 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0325 10:53:26.214487 3495 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0325 10:53:26.214824 3495 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0325 10:53:26.214842 3495 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0325 10:53:26.214852 3495 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0325 10:53:26.215880 3495 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0325 10:53:26.215901 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0325 10:53:26.215912 3495 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0325 10:53:26.216435 3495 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0325 10:53:26.216451 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0325 10:53:26.216472 3495 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0325 10:53:26.217215 3495 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0325 10:53:26.217237 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0325 10:53:26.217248 3495 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0325 10:53:26.217774 3495 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0325 10:53:26.217790 3495 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0325 10:53:26.217798 3495 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0325 10:53:26.218266 3495 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0325 10:53:26.218282 3495 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0325 10:53:26.218292 3495 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0325 10:53:26.219141 3495 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0325 10:53:26.219165 3495 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0325 10:53:26.219174 3495 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0325 10:53:26.219451 3495 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0325 10:53:26.219630 3495 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-9cws5 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0325 10:53:26.225853 3495 egressfirewall.go:319] Starting EgressFirewall controller I0325 10:53:26.225878 3495 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0325 10:53:26.225901 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0325 10:53:26.225913 3495 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0325 10:53:26.225915 3495 controller.go:133] Adding controller egress-firewall-controller event handlers I0325 10:53:26.225961 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0325 10:53:26.225972 3495 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0325 10:53:26.226228 3495 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0325 10:53:26.226241 3495 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0325 10:53:26.226250 3495 egressqos.go:193] Setting up event handlers for EgressQoS I0325 10:53:26.226270 3495 egressfirewall.go:628] Syncing node "ip-10-0-2-111.ec2.internal" for egress firewall I0325 10:53:26.226287 3495 egressfirewall.go:628] Syncing node "ip-10-0-0-91.ec2.internal" for egress firewall I0325 10:53:26.226294 3495 egressfirewall.go:628] Syncing node "ip-10-0-1-56.ec2.internal" for egress firewall I0325 10:53:26.226414 3495 egressqos.go:245] Starting EgressQoS Controller I0325 10:53:26.226433 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0325 10:53:26.226442 3495 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0325 10:53:26.226450 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0325 10:53:26.226463 3495 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0325 10:53:26.226468 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0325 10:53:26.226475 3495 shared_informer.go:356] "Caches are synced" controller="egressqos" I0325 10:53:26.226485 3495 egressqos.go:259] Repairing EgressQoSes I0325 10:53:26.226492 3495 egressqos.go:399] Starting repairing loop for egressqos I0325 10:53:26.226580 3495 egressqos.go:401] Finished repairing loop for egressqos: 89.527µs I0325 10:53:26.226601 3495 egressservice_zone.go:132] Setting up event handlers for Egress Services I0325 10:53:26.226623 3495 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-56.ec2.internal I0325 10:53:26.226686 3495 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-56.ec2.internal : 64.385µs I0325 10:53:26.226723 3495 egressservice_zone.go:210] Starting Egress Services Controller I0325 10:53:26.226739 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0325 10:53:26.226744 3495 shared_informer.go:356] "Caches are synced" controller="egressservices" I0325 10:53:26.226750 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0325 10:53:26.226755 3495 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0325 10:53:26.226763 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0325 10:53:26.226770 3495 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0325 10:53:26.226778 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0325 10:53:26.226784 3495 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0325 10:53:26.226790 3495 egressservice_zone.go:228] Repairing Egress Services I0325 10:53:26.227050 3495 master_controller.go:88] Starting Admin Policy Based Route Controller I0325 10:53:26.227060 3495 external_controller.go:278] Starting Admin Policy Based Route Controller I0325 10:53:26.227082 3495 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-56.ec2.internal I0325 10:53:26.227098 3495 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-56.ec2.internal: 19.294µs I0325 10:53:26.227108 3495 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal I0325 10:53:26.227113 3495 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 6.01µs I0325 10:53:26.227120 3495 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-91.ec2.internal I0325 10:53:26.227131 3495 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-91.ec2.internal: 12.258µs I0325 10:53:26.227228 3495 default_network_controller.go:568] Completing all the Watchers took 320.965168ms I0325 10:53:26.227242 3495 default_network_controller.go:572] Starting unidling controllers I0325 10:53:26.227252 3495 unidle.go:46] Registering OVN SB ControllerEvent handler I0325 10:53:26.227260 3495 unidle.go:63] Populating Initial ContollerEvent events I0325 10:53:26.227274 3495 unidle.go:79] Setting up event handlers for services I0325 10:53:26.227454 3495 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0325 10:53:26.502112 3495 default_node_network_controller.go:518] Node connection status = connected I0325 10:53:26.588936 3495 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-111.ec2.internal I0325 10:53:26.589002 3495 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-111.ec2.internal: 73.005µs I0325 10:53:27.002012 3495 default_node_network_controller.go:518] Node connection status = connected I0325 10:53:27.502714 3495 default_node_network_controller.go:518] Node connection status = connected I0325 10:53:28.001902 3495 default_node_network_controller.go:518] Node connection status = connected I0325 10:53:28.233565 3495 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0325 10:53:28.502348 3495 default_node_network_controller.go:518] Node connection status = connected I0325 10:53:28.518113 3495 bridgeconfig.go:537] Gateway is ready I0325 10:53:28.518131 3495 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0325 10:53:28.528407 3495 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.56. Updating OVN encap IP. I0325 10:53:28.532855 3495 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.56 - it is already configured I0325 10:53:28.532870 3495 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.56/24:{} 172.20.0.1/32:{}]. Updating annotations. I0325 10:53:28.533117 3495 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.56/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-56.ec2.internal","mac-address":"0a:ff:c3:93:3b:8f","ip-addresses":["10.0.1.56/24"],"ip-address":"10.0.1.56/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:0abf6057-6396-406c-8fd9-ea4259d8ad27 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.56/24"}] on node ip-10-0-1-56.ec2.internal I0325 10:53:28.551044 3495 egressfirewall.go:628] Syncing node "ip-10-0-1-56.ec2.internal" for egress firewall I0325 10:53:28.551047 3495 master.go:532] Adding or Updating local node "ip-10-0-1-56.ec2.internal" for network "default" I0325 10:53:28.551170 3495 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.56 I0325 10:53:28.551087 3495 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-56.ec2.internal in network "default" I0325 10:53:28.551257 3495 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-56.ec2.internal I0325 10:53:28.551317 3495 node_tracker.go:169] Node ip-10-0-1-56.ec2.internal switch + router changed, syncing services in network "default" I0325 10:53:28.551336 3495 services_controller.go:574] Full service sync requested for network=default I0325 10:53:28.551132 3495 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-56.ec2.internal I0325 10:53:28.551360 3495 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-56.ec2.internal: 226.346µs I0325 10:53:28.555852 3495 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-56.ec2.internal. Updating no re-route policies I0325 10:53:28.555918 3495 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-9cnjk I0325 10:53:28.555932 3495 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mwrx6 I0325 10:53:28.555937 3495 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sd6gv I0325 10:53:28.555925 3495 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-94x9x I0325 10:53:28.555946 3495 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mwrx6 I0325 10:53:28.555949 3495 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-sd6gv I0325 10:53:28.555949 3495 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-94x9x I0325 10:53:28.555955 3495 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-56.ec2.internal I0325 10:53:28.555968 3495 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-56.ec2.internal I0325 10:53:28.555973 3495 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mwrx6 after 0 failed attempt(s) I0325 10:53:28.555977 3495 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-94x9x after 0 failed attempt(s) I0325 10:53:28.555940 3495 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-9cnjk I0325 10:53:28.555983 3495 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6r5q6 I0325 10:53:28.555976 3495 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-t76gw I0325 10:53:28.555990 3495 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-56.ec2.internal after 0 failed attempt(s) I0325 10:53:28.555996 3495 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-t76gw I0325 10:53:28.555992 3495 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-6r5q6 I0325 10:53:28.555973 3495 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-sd6gv after 0 failed attempt(s) I0325 10:53:28.556001 3495 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-76wrx I0325 10:53:28.556011 3495 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-76wrx I0325 10:53:28.556013 3495 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-jvzck I0325 10:53:28.556016 3495 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-56.ec2.internal I0325 10:53:28.556026 3495 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-jvzck I0325 10:53:28.556026 3495 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-6qrpc I0325 10:53:28.556034 3495 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-t76gw] creating logical port openshift-multus_network-metrics-daemon-t76gw for pod on switch ip-10-0-1-56.ec2.internal I0325 10:53:28.556037 3495 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-6qrpc I0325 10:53:28.556047 3495 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-jvzck after 0 failed attempt(s) I0325 10:53:28.556053 3495 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-6qrpc after 0 failed attempt(s) I0325 10:53:28.556016 3495 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-6r5q6 after 0 failed attempt(s) I0325 10:53:28.556029 3495 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-76wrx after 0 failed attempt(s) I0325 10:53:28.556027 3495 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-56.ec2.internal I0325 10:53:28.556079 3495 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-56.ec2.internal after 0 failed attempt(s) I0325 10:53:28.556001 3495 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-tnw6p I0325 10:53:28.556095 3495 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-tnw6p I0325 10:53:28.556124 3495 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-tnw6p] creating logical port openshift-network-diagnostics_network-check-target-tnw6p for pod on switch ip-10-0-1-56.ec2.internal I0325 10:53:28.556000 3495 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-9cnjk after 0 failed attempt(s) I0325 10:53:28.556581 3495 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mdlpf I0325 10:53:28.556598 3495 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mdlpf I0325 10:53:28.556618 3495 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mdlpf after 0 failed attempt(s) I0325 10:53:28.556753 3495 pods.go:271] [openshift-multus/network-metrics-daemon-t76gw] addLogicalPort took 730.482µs, libovsdb time 276.815µs I0325 10:53:28.556767 3495 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-t76gw after 0 failed attempt(s) I0325 10:53:28.556974 3495 pods.go:271] [openshift-network-diagnostics/network-check-target-tnw6p] addLogicalPort took 858.978µs, libovsdb time 368.996µs I0325 10:53:28.556985 3495 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-tnw6p after 0 failed attempt(s) I0325 10:53:28.573787 3495 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0325 10:53:28.584779 3495 iptables.go:108] Creating table: mangle chain: OUTPUT I0325 10:53:28.587938 3495 iptables.go:108] Creating table: nat chain: OUTPUT I0325 10:53:28.621783 3495 iptables.go:108] Creating table: nat chain: PREROUTING I0325 10:53:28.699641 3495 iptables.go:108] Creating table: filter chain: FORWARD I0325 10:53:28.715773 3495 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0325 10:53:28.715888 3495 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0325 10:53:28.715949 3495 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0325 10:53:28.716054 3495 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0325 10:53:28.716115 3495 gateway_init.go:325] Gateway and management port readiness took 2.717478419s I0325 10:53:28.716148 3495 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0325 10:53:28.716190 3495 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0325 10:53:28.716206 3495 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0325 10:53:28.716219 3495 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0325 10:53:28.716281 3495 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0325 10:53:28.716369 3495 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.43µs I0325 10:53:28.716663 3495 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0325 10:53:28.716695 3495 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 19.691µs I0325 10:53:28.716707 3495 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 43.083µs I0325 10:53:28.716715 3495 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0325 10:53:28.716729 3495 nad_controller.go:173] [node-nad-controller NAD controller]: started I0325 10:53:28.716738 3495 default_node_network_controller.go:898] Starting the default node network controller I0325 10:53:28.716744 3495 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0325 10:53:28.716753 3495 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 13.425µs I0325 10:53:28.716911 3495 default_node_network_controller.go:1444] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0325 10:53:28.716922 3495 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0325 10:53:28.716953 3495 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9c430 0xc0002c2d90 0xc0002c2e00 0xc0002c2e70 0xc0002c2ee0 0xc0002c2fc0 0xc0002c3030 0xc000b83040 0xc0002c30a0 0xc0002c3110 0xc000b823c0 0xc006175180 0xc0002c3180 map[0x2f67040:0xc0024e4060 0x2f67580:0xc0024e41e0 0x2f68000:0xc0021d6000 0x2f682a0:0xc0024e4000 0x2f687e0:0xc0024e40c0 0x2f68a80:0xc0024e4120 0x2f68d20:0xc0024e4180 0x2f69500:0xc0024e4240 0x2f697a0:0xc005c14600 0x2f93d40:0xc0014fe000 0x2f940e0:0xc0014fe060 0x2f94bc0:0xc000baf320 0x2f96520:0xc000d81620 0x2f97000:0xc0022a66c0 0x2f97e80:0xc000a4f740] 0xc0000c2af0 0} I0325 10:53:28.717023 3495 gateway.go:151] Starting gateway service sync I0325 10:53:28.717498 3495 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0325 10:53:28.719567 3495 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0325 10:53:28.747756 3495 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0325 10:53:28.748876 3495 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0325 10:53:28.749969 3495 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0325 10:53:28.783575 3495 gateway.go:168] Gateway service sync done. Time taken: 66.538137ms I0325 10:53:28.783952 3495 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31356 I0325 10:53:28.784398 3495 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9c430 0xc0002c2d90 0xc0002c2e00 0xc0002c2e70 0xc0002c2ee0 0xc0002c2fc0 0xc0002c3030 0xc000b83040 0xc0002c30a0 0xc0002c3110 0xc000b823c0 0xc006175180 0xc0002c3180 map[0x2f67040:0xc0024e4060 0x2f67580:0xc0024e41e0 0x2f68000:0xc0021d6000 0x2f682a0:0xc0024e4000 0x2f687e0:0xc0024e40c0 0x2f68a80:0xc0024e4120 0x2f68d20:0xc0024e4180 0x2f69500:0xc0024e4240 0x2f697a0:0xc005c14600 0x2f93d40:0xc0014fe000 0x2f940e0:0xc0014fe060 0x2f94bc0:0xc000baf320 0x2f96520:0xc000d81620 0x2f97000:0xc0022a66c0 0x2f97e80:0xc000a4f740] 0xc0000c2af0 0} I0325 10:53:28.784844 3495 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b9c430 0xc0002c2d90 0xc0002c2e00 0xc0002c2e70 0xc0002c2ee0 0xc0002c2fc0 0xc0002c3030 0xc000b83040 0xc0002c30a0 0xc0002c3110 0xc000b823c0 0xc006175180 0xc0002c3180 map[0x2f67040:0xc0024e4060 0x2f67580:0xc0024e41e0 0x2f68000:0xc0021d6000 0x2f682a0:0xc0024e4000 0x2f687e0:0xc0024e40c0 0x2f68a80:0xc0024e4120 0x2f68d20:0xc0024e4180 0x2f69500:0xc0024e4240 0x2f697a0:0xc005c14600 0x2f93d40:0xc0014fe000 0x2f940e0:0xc0014fe060 0x2f94bc0:0xc000baf320 0x2f96520:0xc000d81620 0x2f97000:0xc0022a66c0 0x2f97e80:0xc000a4f740] 0xc0000c2af0 0} I0325 10:53:28.784882 3495 gateway.go:519] Reconciling gateway with updates I0325 10:53:28.790634 3495 gateway.go:326] Spawning Conntrack Rule Check Thread I0325 10:53:28.790715 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0325 10:53:28.790733 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0325 10:53:28.790749 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0325 10:53:28.790765 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0325 10:53:28.790767 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0325 10:53:28.790766 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0325 10:53:28.790779 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0325 10:53:28.790783 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0325 10:53:28.790787 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0325 10:53:28.790792 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0325 10:53:28.790796 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0325 10:53:28.790770 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0325 10:53:28.790834 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0325 10:53:28.790836 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0325 10:53:28.790844 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0325 10:53:28.790846 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0325 10:53:28.790844 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0325 10:53:28.790725 3495 default_node_network_controller.go:943] Gateway and management port readiness took 73.793729ms I0325 10:53:28.790877 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0325 10:53:28.790879 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0325 10:53:28.790889 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0325 10:53:28.790900 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0325 10:53:28.790902 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0325 10:53:28.790905 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0325 10:53:28.790909 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0325 10:53:28.790912 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0325 10:53:28.790917 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0325 10:53:28.790920 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0325 10:53:28.790921 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0325 10:53:28.790928 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0325 10:53:28.790931 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0325 10:53:28.790750 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0325 10:53:28.790942 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0325 10:53:28.790946 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0325 10:53:28.790717 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0325 10:53:28.790955 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0325 10:53:28.790961 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0325 10:53:28.790970 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0325 10:53:28.790893 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0325 10:53:28.790978 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0325 10:53:28.790985 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0325 10:53:28.790989 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0325 10:53:28.790996 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0325 10:53:28.790732 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0325 10:53:28.791005 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0325 10:53:28.791016 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0325 10:53:28.791017 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0325 10:53:28.791028 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0325 10:53:28.791031 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0325 10:53:28.791034 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0325 10:53:28.791040 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0325 10:53:28.791043 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0325 10:53:28.790996 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0325 10:53:28.791071 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0325 10:53:28.790890 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0325 10:53:28.791080 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0325 10:53:28.791081 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0325 10:53:28.791088 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0325 10:53:28.791090 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0325 10:53:28.791091 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0325 10:53:28.791097 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0325 10:53:28.791099 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0325 10:53:28.791110 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0325 10:53:28.791112 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0325 10:53:28.791121 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0325 10:53:28.791124 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0325 10:53:28.791130 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0325 10:53:28.791139 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0325 10:53:28.791141 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0325 10:53:28.791151 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0325 10:53:28.791154 3495 port_claim.go:71] Svc openshift-ingress/router-default: port 32017 is already open, no action needed I0325 10:53:28.791166 3495 port_claim.go:71] Svc openshift-ingress/router-default: port 31610 is already open, no action needed I0325 10:53:28.791174 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0325 10:53:28.791176 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0325 10:53:28.791186 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0325 10:53:28.791189 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0325 10:53:28.791197 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0325 10:53:28.791207 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0325 10:53:28.791213 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0325 10:53:28.791111 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0325 10:53:28.791223 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0325 10:53:28.791225 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0325 10:53:28.791228 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0325 10:53:28.791231 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0325 10:53:28.791233 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0325 10:53:28.791237 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0325 10:53:28.791240 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0325 10:53:28.791187 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0325 10:53:28.790750 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0325 10:53:28.790901 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0325 10:53:28.791401 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0325 10:53:28.791006 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0325 10:53:28.791450 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0325 10:53:28.791121 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0325 10:53:28.791498 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0325 10:53:28.791059 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0325 10:53:28.791539 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0325 10:53:28.791550 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0325 10:53:28.791293 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0325 10:53:28.791568 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0325 10:53:28.791322 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0325 10:53:28.791625 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0325 10:53:28.791329 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0325 10:53:28.791335 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0325 10:53:28.791694 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0325 10:53:28.790736 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0325 10:53:28.791741 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0325 10:53:28.792158 3495 node_ip_handler_linux.go:160] Node IP manager is running W0325 10:53:28.830468 3495 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0325 10:53:28.830673 3495 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0325 10:53:28.830882 3495 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0325 10:53:28.841543 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0325 10:53:28.841566 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0325 10:53:28.841574 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0325 10:53:28.841581 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0325 10:53:28.841588 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0325 10:53:28.841593 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0325 10:53:28.841599 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0325 10:53:28.841625 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0325 10:53:28.841653 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0325 10:53:28.841667 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0325 10:53:28.841678 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0325 10:53:28.841692 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0325 10:53:28.841709 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0325 10:53:28.879648 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0325 10:53:28.879654 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0325 10:53:28.879670 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0325 10:53:28.879683 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0325 10:53:28.879699 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0325 10:53:28.879719 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0325 10:53:28.917249 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0325 10:53:28.917279 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0325 10:53:28.917286 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0325 10:53:28.917293 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0325 10:53:28.917299 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0325 10:53:28.917321 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0325 10:53:28.917329 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0325 10:53:28.917336 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0325 10:53:28.917340 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0325 10:53:30.010873 3495 default_node_network_controller.go:1364] Starting node controller node sync W0325 10:53:30.010956 3495 egressip_healthcheck.go:76] Health checking using insecure connection I0325 10:53:30.011005 3495 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0325 10:53:30.022904 3495 default_node_network_controller.go:1406] Node controller node sync done. Time taken: 12.009566ms I0325 10:53:30.023036 3495 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-91.ec2.internal", IP: 10.0.0.91 to PMTUD blocking rules I0325 10:53:30.023053 3495 default_node_network_controller.go:1277] Adding remote node "ip-10-0-0-91.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0325 10:53:30.023042 3495 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-111.ec2.internal", IP: 10.0.2.111 to PMTUD blocking rules I0325 10:53:30.023103 3495 default_node_network_controller.go:1277] Adding remote node "ip-10-0-2-111.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0325 10:53:30.034642 3495 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0325 10:53:30.034910 3495 egressservice_node.go:93] Setting up event handlers for Egress Services I0325 10:53:30.035012 3495 egressservice_node.go:183] Starting Egress Services Controller I0325 10:53:30.035031 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0325 10:53:30.035046 3495 shared_informer.go:356] "Caches are synced" controller="egressservices" I0325 10:53:30.035055 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0325 10:53:30.035063 3495 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0325 10:53:30.035071 3495 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0325 10:53:30.035077 3495 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0325 10:53:30.035083 3495 egressservice_node.go:197] Repairing Egress Services I0325 10:53:30.045017 3495 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0325 10:53:30.045030 3495 external_controller.go:278] Starting Admin Policy Based Route Controller I0325 10:53:30.045173 3495 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0325 10:53:30.045183 3495 link_network_manager.go:117] Link manager is running I0325 10:53:30.045192 3495 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0325 10:53:30.045291 3495 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0325 10:53:30.045554 3495 vrf_manager.go:128] VRF manager is running I0325 10:53:30.045623 3495 node_controller_manager.go:437] Removing flows to drop GARP I0325 10:53:30.045633 3495 gateway.go:519] Reconciling gateway with updates I0325 10:53:30.061181 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0325 10:53:30.061243 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0325 10:53:30.061293 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0325 10:53:30.061264 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0325 10:53:30.061321 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0325 10:53:30.061335 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0325 10:53:30.061375 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0325 10:53:30.061379 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0325 10:53:30.061390 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0325 10:53:30.061247 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0325 10:53:30.061399 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0325 10:53:30.061408 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0325 10:53:30.061410 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0325 10:53:30.061409 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0325 10:53:30.061424 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0325 10:53:30.061439 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0325 10:53:30.061447 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0325 10:53:30.061183 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0325 10:53:30.061459 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0325 10:53:30.061480 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0325 10:53:30.061189 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0325 10:53:30.061491 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0325 10:53:30.061494 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0325 10:53:30.061198 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0325 10:53:30.061501 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0325 10:53:30.061522 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0325 10:53:30.061198 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0325 10:53:30.061532 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0325 10:53:30.061550 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0325 10:53:30.061199 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0325 10:53:30.061560 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0325 10:53:30.061564 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0325 10:53:30.061201 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0325 10:53:30.061570 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0325 10:53:30.061574 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0325 10:53:30.061208 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0325 10:53:30.061580 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0325 10:53:30.061597 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0325 10:53:30.061209 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0325 10:53:30.061606 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0325 10:53:30.061623 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0325 10:53:30.061210 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0325 10:53:30.061635 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0325 10:53:30.061638 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0325 10:53:30.061212 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0325 10:53:30.061644 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0325 10:53:30.061675 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0325 10:53:30.061216 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0325 10:53:30.061685 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0325 10:53:30.061703 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0325 10:53:30.061216 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0325 10:53:30.061713 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0325 10:53:30.061734 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0325 10:53:30.061219 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0325 10:53:30.061744 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0325 10:53:30.061761 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0325 10:53:30.061222 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0325 10:53:30.061770 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0325 10:53:30.061788 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0325 10:53:30.061221 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0325 10:53:30.061796 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0325 10:53:30.061227 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0325 10:53:30.061826 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0325 10:53:30.061232 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0325 10:53:30.061849 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0325 10:53:30.061230 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0325 10:53:30.061871 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0325 10:53:30.061875 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0325 10:53:30.061233 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0325 10:53:30.061882 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0325 10:53:30.061885 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0325 10:53:30.061233 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0325 10:53:30.061891 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0325 10:53:30.061231 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0325 10:53:30.061917 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0325 10:53:30.061239 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0325 10:53:30.061939 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0325 10:53:30.061243 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0325 10:53:30.061964 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0325 10:53:30.061251 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0325 10:53:30.061983 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0325 10:53:30.061991 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0325 10:53:30.061251 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0325 10:53:30.062010 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0325 10:53:30.061253 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0325 10:53:30.062058 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0325 10:53:30.061256 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0325 10:53:30.061185 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0325 10:53:30.062112 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0325 10:53:30.061257 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0325 10:53:30.062141 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0325 10:53:30.062151 3495 port_claim.go:71] Svc openshift-ingress/router-default: port 32017 is already open, no action needed I0325 10:53:30.062158 3495 port_claim.go:71] Svc openshift-ingress/router-default: port 31610 is already open, no action needed I0325 10:53:30.061261 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0325 10:53:30.062198 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0325 10:53:30.061262 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0325 10:53:30.062229 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0325 10:53:30.061261 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0325 10:53:30.062252 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0325 10:53:30.061266 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0325 10:53:30.062273 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0325 10:53:30.061268 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0325 10:53:30.062319 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0325 10:53:30.061273 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0325 10:53:30.062343 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0325 10:53:30.061280 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0325 10:53:30.062364 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0325 10:53:30.061272 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0325 10:53:30.062385 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0325 10:53:30.062389 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0325 10:53:30.061288 3495 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0325 10:53:30.062396 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0325 10:53:30.061325 3495 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0325 10:53:30.084929 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0325 10:53:30.084948 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0325 10:53:30.084955 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0325 10:53:30.084961 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0325 10:53:30.084974 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0325 10:53:30.084980 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0325 10:53:30.084984 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0325 10:53:30.084990 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0325 10:53:30.084995 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0325 10:53:30.085000 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0325 10:53:30.085005 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0325 10:53:30.122985 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0325 10:53:30.122994 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0325 10:53:30.123011 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0325 10:53:30.123039 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0325 10:53:30.123050 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0325 10:53:30.123056 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0325 10:53:30.123062 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0325 10:53:30.161261 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0325 10:53:30.161285 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0325 10:53:30.161294 3495 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0325 10:53:32.058312 3495 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-56.ec2.internal I0325 10:53:32.058409 3495 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-56.ec2.internal: 117.322µs I0325 10:53:32.082700 3495 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-85b495c994-s2znv] creating logical port openshift-image-registry_image-registry-85b495c994-s2znv for pod on switch ip-10-0-1-56.ec2.internal I0325 10:53:32.082886 3495 kube.go:256] Updating pod openshift-image-registry/image-registry-85b495c994-s2znv I0325 10:53:32.101297 3495 pod.go:62] [openshift-image-registry/image-registry-85b495c994-s2znv] pod update took 18.44909ms I0325 10:53:32.101396 3495 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-85b495c994-s2znv] addLogicalPort annotation time took 18.551553ms I0325 10:53:32.103003 3495 pods.go:271] [openshift-image-registry/image-registry-85b495c994-s2znv] addLogicalPort took 20.319757ms, libovsdb time 1.154059ms I0325 10:53:32.104413 3495 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-62hgx] creating logical port openshift-dns_dns-default-62hgx for pod on switch ip-10-0-1-56.ec2.internal I0325 10:53:32.104498 3495 kube.go:256] Updating pod openshift-dns/dns-default-62hgx I0325 10:53:32.104676 3495 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-p4g8n] creating logical port openshift-ingress-canary_ingress-canary-p4g8n for pod on switch ip-10-0-1-56.ec2.internal I0325 10:53:32.104755 3495 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-p4g8n I0325 10:53:32.120934 3495 pod.go:62] [openshift-ingress-canary/ingress-canary-p4g8n] pod update took 16.202405ms I0325 10:53:32.120952 3495 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-p4g8n] addLogicalPort annotation time took 16.226346ms I0325 10:53:32.122121 3495 pods.go:271] [openshift-ingress-canary/ingress-canary-p4g8n] addLogicalPort took 17.454094ms, libovsdb time 893.24µs I0325 10:53:32.123863 3495 pod.go:62] [openshift-dns/dns-default-62hgx] pod update took 19.3917ms I0325 10:53:32.123886 3495 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-62hgx] addLogicalPort annotation time took 19.416216ms I0325 10:53:32.125162 3495 pods.go:271] [openshift-dns/dns-default-62hgx] addLogicalPort took 20.759257ms, libovsdb time 1.00155ms I0325 10:53:32.621142 3495 cni.go:403] [openshift-ingress-canary/ingress-canary-p4g8n 4a3d3352b922dd28711d923ea7c105b0fc176e49c5323f8303c64952977ad2b7 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-p4g8n 4a3d3352b922dd28711d923ea7c105b0fc176e49c5323f8303c64952977ad2b7 network default NAD default] I0325 10:53:32.652356 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-p4g8n, hostIfaceName: 4a3d3352b922dd2, network: default, NAD default, SandboxID: "4a3d3352b922dd28711d923ea7c105b0fc176e49c5323f8303c64952977ad2b7", PCI device ID: , UID: "90a6a9b9-7bc2-44c6-9287-eeab9b98698b", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0325 10:53:32.726780 3495 cni.go:424] [openshift-ingress-canary/ingress-canary-p4g8n 4a3d3352b922dd28711d923ea7c105b0fc176e49c5323f8303c64952977ad2b7 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-p4g8n 4a3d3352b922dd28711d923ea7c105b0fc176e49c5323f8303c64952977ad2b7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:f4:b2:75:c3:76\",\"name\":\"4a3d3352b922dd2\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22aff74e-13de-44df-9df3-26b771f7cd92\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 10:53:35.858109 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0325 10:53:36.005913 3495 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0325 10:53:37.922922 3495 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0325 10:53:37.923886 3495 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 939.987µs I0325 10:53:37.943520 3495 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0325 10:53:38.065071 3495 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-cvvqx] creating logical port openshift-kube-storage-version-migrator_migrator-854b5fb5c9-cvvqx for pod on switch ip-10-0-1-56.ec2.internal I0325 10:53:38.065193 3495 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-854b5fb5c9-cvvqx I0325 10:53:38.083264 3495 pod.go:62] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-cvvqx] pod update took 18.100954ms I0325 10:53:38.083287 3495 base_network_controller_pods.go:937] [default/openshift-kube-storage-version-migrator/migrator-854b5fb5c9-cvvqx] addLogicalPort annotation time took 18.128393ms I0325 10:53:38.084393 3495 pods.go:271] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-cvvqx] addLogicalPort took 19.339298ms, libovsdb time 838.644µs I0325 10:53:38.254297 3495 namespace.go:98] [openshift-service-ca] adding namespace I0325 10:53:38.255228 3495 namespace.go:102] [openshift-service-ca] adding namespace took 862.954µs I0325 10:53:38.275664 3495 namespace.go:142] [openshift-service-ca] updating namespace I0325 10:53:38.423190 3495 cni.go:403] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-cvvqx a5959836b99beb66cef8dc79cc343fe43b07b8c2d61c699260c921578193a1ce network default NAD default] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-cvvqx a5959836b99beb66cef8dc79cc343fe43b07b8c2d61c699260c921578193a1ce network default NAD default] I0325 10:53:38.431552 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-854b5fb5c9-cvvqx, hostIfaceName: a5959836b99beb6, network: default, NAD default, SandboxID: "a5959836b99beb66cef8dc79cc343fe43b07b8c2d61c699260c921578193a1ce", PCI device ID: , UID: "d9ac0f2c-559b-40d1-86fd-75fc6b56945e", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0325 10:53:38.473163 3495 cni.go:424] [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-cvvqx a5959836b99beb66cef8dc79cc343fe43b07b8c2d61c699260c921578193a1ce network default NAD default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-854b5fb5c9-cvvqx a5959836b99beb66cef8dc79cc343fe43b07b8c2d61c699260c921578193a1ce network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:33:d3:28:d9:13\",\"name\":\"a5959836b99beb6\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebbb47ef-edc1-4be7-a871-0f2f8e758a61\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:53:39.232025 3495 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-mv8d2] creating logical port openshift-insights_insights-runtime-extractor-mv8d2 for pod on switch ip-10-0-1-56.ec2.internal I0325 10:53:39.232193 3495 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mv8d2 I0325 10:53:39.246070 3495 pod.go:62] [openshift-insights/insights-runtime-extractor-mv8d2] pod update took 13.909856ms I0325 10:53:39.246094 3495 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-mv8d2] addLogicalPort annotation time took 13.938918ms I0325 10:53:39.247362 3495 pods.go:271] [openshift-insights/insights-runtime-extractor-mv8d2] addLogicalPort took 15.350565ms, libovsdb time 923.863µs I0325 10:53:39.926929 3495 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-f59fc589b-vm79c] creating logical port openshift-service-ca_service-ca-f59fc589b-vm79c for pod on switch ip-10-0-1-56.ec2.internal I0325 10:53:39.927045 3495 kube.go:256] Updating pod openshift-service-ca/service-ca-f59fc589b-vm79c I0325 10:53:39.940457 3495 pod.go:62] [openshift-service-ca/service-ca-f59fc589b-vm79c] pod update took 13.447399ms I0325 10:53:39.940548 3495 base_network_controller_pods.go:937] [default/openshift-service-ca/service-ca-f59fc589b-vm79c] addLogicalPort annotation time took 13.541325ms I0325 10:53:39.942025 3495 pods.go:271] [openshift-service-ca/service-ca-f59fc589b-vm79c] addLogicalPort took 15.115906ms, libovsdb time 1.13311ms I0325 10:53:40.284330 3495 cni.go:403] [openshift-service-ca/service-ca-f59fc589b-vm79c 4629989ddedf460493a391ac7eebc1933fda1f5a86c445dc5962d522b7e93ab7 network default NAD default] ADD starting CNI request [openshift-service-ca/service-ca-f59fc589b-vm79c 4629989ddedf460493a391ac7eebc1933fda1f5a86c445dc5962d522b7e93ab7 network default NAD default] I0325 10:53:40.293988 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-f59fc589b-vm79c, hostIfaceName: 4629989ddedf460, network: default, NAD default, SandboxID: "4629989ddedf460493a391ac7eebc1933fda1f5a86c445dc5962d522b7e93ab7", PCI device ID: , UID: "990525c6-22e5-4689-91b2-c141dbd31761", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0325 10:53:40.334981 3495 cni.go:424] [openshift-service-ca/service-ca-f59fc589b-vm79c 4629989ddedf460493a391ac7eebc1933fda1f5a86c445dc5962d522b7e93ab7 network default NAD default] ADD finished CNI request [openshift-service-ca/service-ca-f59fc589b-vm79c 4629989ddedf460493a391ac7eebc1933fda1f5a86c445dc5962d522b7e93ab7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:5a:e4:62:f7:c5\",\"name\":\"4629989ddedf460\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/169c11ad-b225-42f2-9000-0d99c6eb9563\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 10:53:47.487354 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0325 10:53:48.089590 3495 cni.go:403] [openshift-image-registry/image-registry-85b495c994-s2znv cab8c0a05b407287eb5fcdbfff6fda3cac80e86d9ffa120587ac83d8ee89fa4c network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-85b495c994-s2znv cab8c0a05b407287eb5fcdbfff6fda3cac80e86d9ffa120587ac83d8ee89fa4c network default NAD default] I0325 10:53:48.100828 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-85b495c994-s2znv, hostIfaceName: cab8c0a05b40728, network: default, NAD default, SandboxID: "cab8c0a05b407287eb5fcdbfff6fda3cac80e86d9ffa120587ac83d8ee89fa4c", PCI device ID: , UID: "9a83e987-3ce0-468f-bad0-29e154acd027", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0325 10:53:48.107251 3495 cni.go:403] [openshift-dns/dns-default-62hgx dea14f215a599c9a48bd8810d5f7c4c05d9097201c33bc39a09d321ddfe07909 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-62hgx dea14f215a599c9a48bd8810d5f7c4c05d9097201c33bc39a09d321ddfe07909 network default NAD default] I0325 10:53:48.120857 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-62hgx, hostIfaceName: dea14f215a599c9, network: default, NAD default, SandboxID: "dea14f215a599c9a48bd8810d5f7c4c05d9097201c33bc39a09d321ddfe07909", PCI device ID: , UID: "0ad5d037-f312-43fd-acc8-3d27ece4dd01", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0325 10:53:48.150236 3495 cni.go:424] [openshift-image-registry/image-registry-85b495c994-s2znv cab8c0a05b407287eb5fcdbfff6fda3cac80e86d9ffa120587ac83d8ee89fa4c network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-85b495c994-s2znv cab8c0a05b407287eb5fcdbfff6fda3cac80e86d9ffa120587ac83d8ee89fa4c network default NAD default], result "{\"interfaces\":[{\"mac\":\"0e:44:41:e1:d8:17\",\"name\":\"cab8c0a05b40728\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14ff9145-16a6-4119-af78-5dbc893a08c4\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:53:48.179749 3495 cni.go:424] [openshift-dns/dns-default-62hgx dea14f215a599c9a48bd8810d5f7c4c05d9097201c33bc39a09d321ddfe07909 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-62hgx dea14f215a599c9a48bd8810d5f7c4c05d9097201c33bc39a09d321ddfe07909 network default NAD default], result "{\"interfaces\":[{\"mac\":\"96:8b:a9:1c:c1:a5\",\"name\":\"dea14f215a599c9\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/68012e2c-06fb-4da0-a37d-a7f860f2a485\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:53:55.515402 3495 cni.go:403] [openshift-insights/insights-runtime-extractor-mv8d2 89a6f36ea92941d8ef5f483a1f82890bc2fa07d66da11d45209b7d6c4e5ecc04 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-mv8d2 89a6f36ea92941d8ef5f483a1f82890bc2fa07d66da11d45209b7d6c4e5ecc04 network default NAD default] I0325 10:53:55.525456 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-mv8d2, hostIfaceName: 89a6f36ea92941d, network: default, NAD default, SandboxID: "89a6f36ea92941d8ef5f483a1f82890bc2fa07d66da11d45209b7d6c4e5ecc04", PCI device ID: , UID: "b12dfd9a-4a71-4a55-a087-20531642c145", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0325 10:53:55.567815 3495 cni.go:424] [openshift-insights/insights-runtime-extractor-mv8d2 89a6f36ea92941d8ef5f483a1f82890bc2fa07d66da11d45209b7d6c4e5ecc04 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-mv8d2 89a6f36ea92941d8ef5f483a1f82890bc2fa07d66da11d45209b7d6c4e5ecc04 network default NAD default], result "{\"interfaces\":[{\"mac\":\"f2:2c:17:8b:23:d9\",\"name\":\"89a6f36ea92941d\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10ea6cf0-009e-4921-9efb-9e751786a190\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 10:53:59.555128 3495 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0325 10:53:59.559838 3495 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0325 10:53:59.559909 3495 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0325 10:53:59.559941 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0325 10:53:59.559950 3495 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0325 10:53:59.635768 3495 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0325 10:53:59.971771 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0325 10:53:59.971797 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0325 10:53:59.975740 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0325 10:53:59.975758 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0325 10:53:59.975765 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0325 10:54:00.024699 3495 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0325 10:54:00.159918 3495 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0325 10:54:00.169351 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0325 10:54:00.169389 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0325 10:54:00.170380 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0325 10:54:00.170396 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0325 10:54:00.170402 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0325 10:54:00.200491 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0325 10:54:00.200508 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0325 10:54:00.202923 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0325 10:54:00.202941 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0325 10:54:00.202948 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0325 10:54:00.236065 3495 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0325 10:54:01.130794 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0325 10:54:01.130820 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0325 10:54:01.130828 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0325 10:54:01.550009 3495 base_network_controller_pods.go:487] [default/openshift-console/downloads-56d45c498b-l7n4t] creating logical port openshift-console_downloads-56d45c498b-l7n4t for pod on switch ip-10-0-1-56.ec2.internal I0325 10:54:01.550128 3495 kube.go:256] Updating pod openshift-console/downloads-56d45c498b-l7n4t I0325 10:54:01.566932 3495 pod.go:62] [openshift-console/downloads-56d45c498b-l7n4t] pod update took 16.839588ms I0325 10:54:01.566956 3495 base_network_controller_pods.go:937] [default/openshift-console/downloads-56d45c498b-l7n4t] addLogicalPort annotation time took 16.86707ms I0325 10:54:01.568136 3495 pods.go:271] [openshift-console/downloads-56d45c498b-l7n4t] addLogicalPort took 18.147433ms, libovsdb time 870.75µs I0325 10:54:01.729883 3495 cni.go:403] [openshift-network-diagnostics/network-check-target-tnw6p 68f80de22d1b7b6df0214bc7d70b6bd40739137ba489b6412e9d56531796890c network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-tnw6p 68f80de22d1b7b6df0214bc7d70b6bd40739137ba489b6412e9d56531796890c network default NAD default] I0325 10:54:01.733595 3495 cni.go:403] [openshift-multus/network-metrics-daemon-t76gw 64b0e48e00c01e27d77e78048fa1a6b51cd7032ebb7b2265dd3ba12b429b2e3e network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-t76gw 64b0e48e00c01e27d77e78048fa1a6b51cd7032ebb7b2265dd3ba12b429b2e3e network default NAD default] I0325 10:54:01.741356 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-tnw6p, hostIfaceName: 68f80de22d1b7b6, network: default, NAD default, SandboxID: "68f80de22d1b7b6df0214bc7d70b6bd40739137ba489b6412e9d56531796890c", PCI device ID: , UID: "8b8d924b-8024-4f08-a440-1dd860e0eaec", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0325 10:54:01.745201 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-t76gw, hostIfaceName: 64b0e48e00c01e2, network: default, NAD default, SandboxID: "64b0e48e00c01e27d77e78048fa1a6b51cd7032ebb7b2265dd3ba12b429b2e3e", PCI device ID: , UID: "740e8552-8865-4e42-af9e-5ca702df45dc", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0325 10:54:01.787581 3495 cni.go:424] [openshift-network-diagnostics/network-check-target-tnw6p 68f80de22d1b7b6df0214bc7d70b6bd40739137ba489b6412e9d56531796890c network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-tnw6p 68f80de22d1b7b6df0214bc7d70b6bd40739137ba489b6412e9d56531796890c network default NAD default], result "{\"interfaces\":[{\"mac\":\"02:bd:15:32:1d:d3\",\"name\":\"68f80de22d1b7b6\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a1ea6c5e-c5b3-4382-81e3-80d700cddafc\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:54:01.804021 3495 cni.go:424] [openshift-multus/network-metrics-daemon-t76gw 64b0e48e00c01e27d77e78048fa1a6b51cd7032ebb7b2265dd3ba12b429b2e3e network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-t76gw 64b0e48e00c01e27d77e78048fa1a6b51cd7032ebb7b2265dd3ba12b429b2e3e network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:f4:16:c1:7c:c5\",\"name\":\"64b0e48e00c01e2\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/743a9ad6-95d6-4be1-afa3-04d4d518c133\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:54:01.905389 3495 cni.go:403] [openshift-console/downloads-56d45c498b-l7n4t 4ea0884ee6d2558892cd0299dc0c6bc10529bf1c13df88c448325c5df6dd68c2 network default NAD default] ADD starting CNI request [openshift-console/downloads-56d45c498b-l7n4t 4ea0884ee6d2558892cd0299dc0c6bc10529bf1c13df88c448325c5df6dd68c2 network default NAD default] I0325 10:54:01.915061 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: downloads-56d45c498b-l7n4t, hostIfaceName: 4ea0884ee6d2558, network: default, NAD default, SandboxID: "4ea0884ee6d2558892cd0299dc0c6bc10529bf1c13df88c448325c5df6dd68c2", PCI device ID: , UID: "136f6e76-f03a-4037-867a-30bea70148ff", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0325 10:54:01.955876 3495 cni.go:424] [openshift-console/downloads-56d45c498b-l7n4t 4ea0884ee6d2558892cd0299dc0c6bc10529bf1c13df88c448325c5df6dd68c2 network default NAD default] ADD finished CNI request [openshift-console/downloads-56d45c498b-l7n4t 4ea0884ee6d2558892cd0299dc0c6bc10529bf1c13df88c448325c5df6dd68c2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:54:43:45:62:4e\",\"name\":\"4ea0884ee6d2558\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e4ce64f-e63e-4f99-a6fa-2a5197773cad\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:54:03.948406 3495 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-lhrg5] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-9698cf77c-lhrg5 for pod on switch ip-10-0-1-56.ec2.internal I0325 10:54:03.948625 3495 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-lhrg5 I0325 10:54:03.965206 3495 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-lhrg5] pod update took 16.611297ms I0325 10:54:03.965339 3495 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-lhrg5] addLogicalPort annotation time took 16.706269ms I0325 10:54:03.966891 3495 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-lhrg5] addLogicalPort took 18.505476ms, libovsdb time 1.115351ms I0325 10:54:05.014151 3495 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-lhrg5 6f9c6a422b74d700084d938243755bd43def0fa9f7bb21fc8212a4951f9aa217 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-lhrg5 6f9c6a422b74d700084d938243755bd43def0fa9f7bb21fc8212a4951f9aa217 network default NAD default] I0325 10:54:05.025246 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-9698cf77c-lhrg5, hostIfaceName: 6f9c6a422b74d70, network: default, NAD default, SandboxID: "6f9c6a422b74d700084d938243755bd43def0fa9f7bb21fc8212a4951f9aa217", PCI device ID: , UID: "b65202bd-8bc9-4735-b548-3b9f68ea2933", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0325 10:54:05.079127 3495 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-lhrg5 6f9c6a422b74d700084d938243755bd43def0fa9f7bb21fc8212a4951f9aa217 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-9698cf77c-lhrg5 6f9c6a422b74d700084d938243755bd43def0fa9f7bb21fc8212a4951f9aa217 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:dd:fd:2c:4f:ef\",\"name\":\"6f9c6a422b74d70\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0024789f-4ad3-4fcf-a4d5-09272f1a096c\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 10:54:05.169423 3495 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0325 10:54:07.175030 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0325 10:54:07.183421 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0325 10:54:07.200737 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0325 10:54:07.200804 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0325 10:54:07.206659 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0325 10:54:09.663208 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0325 10:54:11.676409 3495 base_network_controller_pods.go:487] [default/openshift-console/console-5bdfbbdcd7-sz4hk] creating logical port openshift-console_console-5bdfbbdcd7-sz4hk for pod on switch ip-10-0-1-56.ec2.internal I0325 10:54:11.676587 3495 kube.go:256] Updating pod openshift-console/console-5bdfbbdcd7-sz4hk I0325 10:54:11.701021 3495 pod.go:62] [openshift-console/console-5bdfbbdcd7-sz4hk] pod update took 24.480255ms I0325 10:54:11.701116 3495 base_network_controller_pods.go:937] [default/openshift-console/console-5bdfbbdcd7-sz4hk] addLogicalPort annotation time took 24.579926ms I0325 10:54:11.702737 3495 pods.go:271] [openshift-console/console-5bdfbbdcd7-sz4hk] addLogicalPort took 26.346653ms, libovsdb time 1.137386ms I0325 10:54:13.717036 3495 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-56.ec2.internal I0325 10:54:13.717185 3495 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0325 10:54:13.744051 3495 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.918545ms I0325 10:54:13.744080 3495 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.953279ms I0325 10:54:13.745518 3495 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.502204ms, libovsdb time 1.060989ms I0325 10:54:15.613270 3495 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-f9f47b776-h7qdj] creating logical port openshift-monitoring_thanos-querier-f9f47b776-h7qdj for pod on switch ip-10-0-1-56.ec2.internal I0325 10:54:15.613497 3495 kube.go:256] Updating pod openshift-monitoring/thanos-querier-f9f47b776-h7qdj I0325 10:54:15.637265 3495 pod.go:62] [openshift-monitoring/thanos-querier-f9f47b776-h7qdj] pod update took 23.821749ms I0325 10:54:15.637295 3495 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-f9f47b776-h7qdj] addLogicalPort annotation time took 23.855078ms I0325 10:54:15.638858 3495 pods.go:271] [openshift-monitoring/thanos-querier-f9f47b776-h7qdj] addLogicalPort took 25.61074ms, libovsdb time 1.110686ms I0325 10:54:17.109148 3495 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-8d9d8df86-rc272] creating logical port openshift-monitoring_metrics-server-8d9d8df86-rc272 for pod on switch ip-10-0-1-56.ec2.internal I0325 10:54:17.109297 3495 kube.go:256] Updating pod openshift-monitoring/metrics-server-8d9d8df86-rc272 I0325 10:54:17.125616 3495 pod.go:62] [openshift-monitoring/metrics-server-8d9d8df86-rc272] pod update took 16.355749ms I0325 10:54:17.125699 3495 base_network_controller_pods.go:937] [default/openshift-monitoring/metrics-server-8d9d8df86-rc272] addLogicalPort annotation time took 16.44359ms I0325 10:54:17.127212 3495 pods.go:271] [openshift-monitoring/metrics-server-8d9d8df86-rc272] addLogicalPort took 18.085035ms, libovsdb time 1.068669ms I0325 10:54:17.239813 3495 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-qvzz5] creating logical port openshift-monitoring_monitoring-plugin-66fd6dc9f9-qvzz5 for pod on switch ip-10-0-1-56.ec2.internal I0325 10:54:17.239999 3495 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-66fd6dc9f9-qvzz5 I0325 10:54:17.258458 3495 pod.go:62] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qvzz5] pod update took 18.497747ms I0325 10:54:17.258487 3495 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-66fd6dc9f9-qvzz5] addLogicalPort annotation time took 18.533665ms I0325 10:54:17.261014 3495 pods.go:271] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qvzz5] addLogicalPort took 21.220612ms, libovsdb time 2.03988ms I0325 10:54:17.924056 3495 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-7fbfbc959-nf6gz] creating logical port openshift-monitoring_telemeter-client-7fbfbc959-nf6gz for pod on switch ip-10-0-1-56.ec2.internal I0325 10:54:17.924167 3495 kube.go:256] Updating pod openshift-monitoring/telemeter-client-7fbfbc959-nf6gz I0325 10:54:17.945013 3495 pod.go:62] [openshift-monitoring/telemeter-client-7fbfbc959-nf6gz] pod update took 20.879638ms I0325 10:54:17.945043 3495 base_network_controller_pods.go:937] [default/openshift-monitoring/telemeter-client-7fbfbc959-nf6gz] addLogicalPort annotation time took 20.915837ms I0325 10:54:17.946677 3495 pods.go:271] [openshift-monitoring/telemeter-client-7fbfbc959-nf6gz] addLogicalPort took 22.642632ms, libovsdb time 1.225191ms I0325 10:54:18.944184 3495 cni.go:403] [openshift-monitoring/metrics-server-8d9d8df86-rc272 48726f1ac5b62544d0da9327b53342bef55d2f5702506221c14fb511de9f2eca network default NAD default] ADD starting CNI request [openshift-monitoring/metrics-server-8d9d8df86-rc272 48726f1ac5b62544d0da9327b53342bef55d2f5702506221c14fb511de9f2eca network default NAD default] I0325 10:54:18.952488 3495 cni.go:403] [openshift-monitoring/telemeter-client-7fbfbc959-nf6gz 10b608117147774f4f7a4bfba1fd44fc34f9485ba6cc86165607ab80f1a86849 network default NAD default] ADD starting CNI request [openshift-monitoring/telemeter-client-7fbfbc959-nf6gz 10b608117147774f4f7a4bfba1fd44fc34f9485ba6cc86165607ab80f1a86849 network default NAD default] I0325 10:54:18.955595 3495 cni.go:403] [openshift-monitoring/thanos-querier-f9f47b776-h7qdj c7a342f56089b80595e6d5f855d5de867a89a22f841e98972b2e574ff5d5fac9 network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-f9f47b776-h7qdj c7a342f56089b80595e6d5f855d5de867a89a22f841e98972b2e574ff5d5fac9 network default NAD default] I0325 10:54:18.956387 3495 cni.go:403] [openshift-monitoring/alertmanager-main-0 c4632dca5e14d8c97f3fecb878e67ccbc6c6b6491ea6015b86800a19305358fe network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 c4632dca5e14d8c97f3fecb878e67ccbc6c6b6491ea6015b86800a19305358fe network default NAD default] I0325 10:54:18.959920 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-8d9d8df86-rc272, hostIfaceName: 48726f1ac5b6254, network: default, NAD default, SandboxID: "48726f1ac5b62544d0da9327b53342bef55d2f5702506221c14fb511de9f2eca", PCI device ID: , UID: "ee80b6b8-de09-426e-9645-8f00beeb5368", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0325 10:54:18.972981 3495 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-56.ec2.internal I0325 10:54:18.973124 3495 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0325 10:54:18.976668 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-7fbfbc959-nf6gz, hostIfaceName: 10b608117147774, network: default, NAD default, SandboxID: "10b608117147774f4f7a4bfba1fd44fc34f9485ba6cc86165607ab80f1a86849", PCI device ID: , UID: "a4151f64-06ae-4777-88f8-df03b1dabad5", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0325 10:54:18.981666 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: c4632dca5e14d8c, network: default, NAD default, SandboxID: "c4632dca5e14d8c97f3fecb878e67ccbc6c6b6491ea6015b86800a19305358fe", PCI device ID: , UID: "19329534-c411-49f4-ae94-3298c0300145", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0325 10:54:18.983100 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-f9f47b776-h7qdj, hostIfaceName: c7a342f56089b80, network: default, NAD default, SandboxID: "c7a342f56089b80595e6d5f855d5de867a89a22f841e98972b2e574ff5d5fac9", PCI device ID: , UID: "2272656c-b860-4594-8b21-88fe3a3da78e", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0325 10:54:18.985597 3495 cni.go:403] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qvzz5 771f2b0c9d9a2e389117b35210acff55c3833ede80a05259c4586d341047e582 network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qvzz5 771f2b0c9d9a2e389117b35210acff55c3833ede80a05259c4586d341047e582 network default NAD default] I0325 10:54:19.003828 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-66fd6dc9f9-qvzz5, hostIfaceName: 771f2b0c9d9a2e3, network: default, NAD default, SandboxID: "771f2b0c9d9a2e389117b35210acff55c3833ede80a05259c4586d341047e582", PCI device ID: , UID: "4f675b80-baf1-4e2c-ab8f-580326464cc1", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0325 10:54:19.005280 3495 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 32.213943ms I0325 10:54:19.005385 3495 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 32.321931ms I0325 10:54:19.007117 3495 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 34.153972ms, libovsdb time 1.282186ms I0325 10:54:19.020713 3495 cni.go:403] [openshift-console/console-5bdfbbdcd7-sz4hk 210e1a790218b03f3150597f92cdebf26b3e7b82ea88c1ff12cb2e52bb6de97a network default NAD default] ADD starting CNI request [openshift-console/console-5bdfbbdcd7-sz4hk 210e1a790218b03f3150597f92cdebf26b3e7b82ea88c1ff12cb2e52bb6de97a network default NAD default] I0325 10:54:19.044762 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-5bdfbbdcd7-sz4hk, hostIfaceName: 210e1a790218b03, network: default, NAD default, SandboxID: "210e1a790218b03f3150597f92cdebf26b3e7b82ea88c1ff12cb2e52bb6de97a", PCI device ID: , UID: "08295b23-d378-4d1c-844f-5272f5889cbf", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0325 10:54:19.065885 3495 cni.go:424] [openshift-monitoring/metrics-server-8d9d8df86-rc272 48726f1ac5b62544d0da9327b53342bef55d2f5702506221c14fb511de9f2eca network default NAD default] ADD finished CNI request [openshift-monitoring/metrics-server-8d9d8df86-rc272 48726f1ac5b62544d0da9327b53342bef55d2f5702506221c14fb511de9f2eca network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:76:4b:04:ee:70\",\"name\":\"48726f1ac5b6254\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d5b1f4c-02bb-4493-85f9-95074d786b0d\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:54:19.154245 3495 cni.go:424] [openshift-console/console-5bdfbbdcd7-sz4hk 210e1a790218b03f3150597f92cdebf26b3e7b82ea88c1ff12cb2e52bb6de97a network default NAD default] ADD finished CNI request [openshift-console/console-5bdfbbdcd7-sz4hk 210e1a790218b03f3150597f92cdebf26b3e7b82ea88c1ff12cb2e52bb6de97a network default NAD default], result "{\"interfaces\":[{\"mac\":\"ca:14:07:3b:8a:d2\",\"name\":\"210e1a790218b03\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12532c01-0290-476e-88e7-d672bf126485\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 10:54:19.240953 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0325 10:54:19.249897 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0325 10:54:19.291194 3495 cni.go:424] [openshift-monitoring/telemeter-client-7fbfbc959-nf6gz 10b608117147774f4f7a4bfba1fd44fc34f9485ba6cc86165607ab80f1a86849 network default NAD default] ADD finished CNI request [openshift-monitoring/telemeter-client-7fbfbc959-nf6gz 10b608117147774f4f7a4bfba1fd44fc34f9485ba6cc86165607ab80f1a86849 network default NAD default], result "{\"interfaces\":[{\"mac\":\"56:48:d3:2c:16:f0\",\"name\":\"10b608117147774\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1d00bcb-a5e0-4933-a528-a29b2b31a370\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:54:19.291993 3495 cni.go:424] [openshift-monitoring/alertmanager-main-0 c4632dca5e14d8c97f3fecb878e67ccbc6c6b6491ea6015b86800a19305358fe network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 c4632dca5e14d8c97f3fecb878e67ccbc6c6b6491ea6015b86800a19305358fe network default NAD default], result "{\"interfaces\":[{\"mac\":\"2e:71:e5:29:97:5c\",\"name\":\"c4632dca5e14d8c\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/278b684a-8a96-485a-b74f-73fdbca9e855\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:54:19.328218 3495 cni.go:424] [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qvzz5 771f2b0c9d9a2e389117b35210acff55c3833ede80a05259c4586d341047e582 network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-66fd6dc9f9-qvzz5 771f2b0c9d9a2e389117b35210acff55c3833ede80a05259c4586d341047e582 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:98:69:b1:df:39\",\"name\":\"771f2b0c9d9a2e3\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d007749f-6bf7-4b2e-aa79-6df31beccca9\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:54:19.328889 3495 cni.go:424] [openshift-monitoring/thanos-querier-f9f47b776-h7qdj c7a342f56089b80595e6d5f855d5de867a89a22f841e98972b2e574ff5d5fac9 network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-f9f47b776-h7qdj c7a342f56089b80595e6d5f855d5de867a89a22f841e98972b2e574ff5d5fac9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:cf:35:c6:79:c4\",\"name\":\"c7a342f56089b80\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c217bcef-14c0-4880-bd8a-45ad3277c1c8\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:54:19.392056 3495 cni.go:403] [openshift-monitoring/prometheus-k8s-0 b1713a7a2a3236b4dd7d7b9e0981bda4c06dee8a6dad111c1a6735f866eb3274 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 b1713a7a2a3236b4dd7d7b9e0981bda4c06dee8a6dad111c1a6735f866eb3274 network default NAD default] I0325 10:54:19.405694 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: b1713a7a2a3236b, network: default, NAD default, SandboxID: "b1713a7a2a3236b4dd7d7b9e0981bda4c06dee8a6dad111c1a6735f866eb3274", PCI device ID: , UID: "d62ced08-1e96-4a73-a961-411411464723", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0325 10:54:19.460185 3495 cni.go:424] [openshift-monitoring/prometheus-k8s-0 b1713a7a2a3236b4dd7d7b9e0981bda4c06dee8a6dad111c1a6735f866eb3274 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 b1713a7a2a3236b4dd7d7b9e0981bda4c06dee8a6dad111c1a6735f866eb3274 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:2b:0c:ba:64:ab\",\"name\":\"b1713a7a2a3236b\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad956e6b-ce2a-4316-a172-33900809debe\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 10:54:20.282457 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0325 10:54:23.107022 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0325 10:54:24.933525 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0325 10:54:24.933557 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0325 10:54:26.423710 3495 cni.go:403] [openshift-image-registry/image-registry-85b495c994-s2znv cab8c0a05b407287eb5fcdbfff6fda3cac80e86d9ffa120587ac83d8ee89fa4c network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-85b495c994-s2znv cab8c0a05b407287eb5fcdbfff6fda3cac80e86d9ffa120587ac83d8ee89fa4c network default NAD default] I0325 10:54:26.510153 3495 cni.go:424] [openshift-image-registry/image-registry-85b495c994-s2znv cab8c0a05b407287eb5fcdbfff6fda3cac80e86d9ffa120587ac83d8ee89fa4c network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-85b495c994-s2znv cab8c0a05b407287eb5fcdbfff6fda3cac80e86d9ffa120587ac83d8ee89fa4c network default NAD default], result "{}", err I0325 10:54:26.594750 3495 obj_retry.go:464] Detected object openshift-image-registry/image-registry-85b495c994-s2znv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:54:26.594900 3495 pods.go:176] Deleting pod: openshift-image-registry/image-registry-85b495c994-s2znv I0325 10:54:26.597025 3495 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-85b495c994-s2znv, ips: 10.130.0.5 I0325 10:54:26.597138 3495 obj_retry.go:464] Detected object openshift-image-registry/image-registry-85b495c994-s2znv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:54:26.604486 3495 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-65fd7c5b6b-zxgbw] creating logical port openshift-image-registry_image-registry-65fd7c5b6b-zxgbw for pod on switch ip-10-0-1-56.ec2.internal I0325 10:54:26.604654 3495 kube.go:256] Updating pod openshift-image-registry/image-registry-65fd7c5b6b-zxgbw I0325 10:54:26.622979 3495 pod.go:62] [openshift-image-registry/image-registry-65fd7c5b6b-zxgbw] pod update took 18.373649ms I0325 10:54:26.623054 3495 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-65fd7c5b6b-zxgbw] addLogicalPort annotation time took 18.451627ms I0325 10:54:26.624705 3495 pods.go:271] [openshift-image-registry/image-registry-65fd7c5b6b-zxgbw] addLogicalPort took 20.234396ms, libovsdb time 1.16322ms I0325 10:54:26.790564 3495 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5d466cd54f-vxvns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:54:26.792457 3495 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5d466cd54f-vxvns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:54:27.008679 3495 cni.go:403] [openshift-image-registry/image-registry-65fd7c5b6b-zxgbw 6a9cdc27e66123b93e0ed47d828fcd20cd920b9a91c55095f60a95bd8d7a6c37 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-65fd7c5b6b-zxgbw 6a9cdc27e66123b93e0ed47d828fcd20cd920b9a91c55095f60a95bd8d7a6c37 network default NAD default] I0325 10:54:27.024693 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-65fd7c5b6b-zxgbw, hostIfaceName: 6a9cdc27e66123b, network: default, NAD default, SandboxID: "6a9cdc27e66123b93e0ed47d828fcd20cd920b9a91c55095f60a95bd8d7a6c37", PCI device ID: , UID: "454029d0-03ee-4fda-9c56-7a947d550181", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0325 10:54:27.080045 3495 cni.go:424] [openshift-image-registry/image-registry-65fd7c5b6b-zxgbw 6a9cdc27e66123b93e0ed47d828fcd20cd920b9a91c55095f60a95bd8d7a6c37 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-65fd7c5b6b-zxgbw 6a9cdc27e66123b93e0ed47d828fcd20cd920b9a91c55095f60a95bd8d7a6c37 network default NAD default], result "{\"interfaces\":[{\"mac\":\"d2:12:1e:ea:81:e7\",\"name\":\"6a9cdc27e66123b\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f8ea1b9-fc71-4624-b003-17add6280244\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:54:27.329116 3495 obj_retry.go:458] Detected object openshift-image-registry/image-registry-85b495c994-s2znv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:27.329144 3495 obj_retry.go:458] Detected object openshift-image-registry/image-registry-85b495c994-s2znv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:27.333382 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-85b495c994-s2znv I0325 10:54:27.333428 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-85b495c994-s2znv W0325 10:54:27.386810 3495 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0325 10:54:27.386835 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0325 10:54:27.400826 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0325 10:54:27.432959 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0325 10:54:27.458796 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0325 10:54:27.474569 3495 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0325 10:54:27.474596 3495 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0325 10:54:27.474604 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0325 10:54:27.537050 3495 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0325 10:54:27.537080 3495 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0325 10:54:27.537089 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0325 10:54:27.564922 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0325 10:54:27.570848 3495 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5d466cd54f-vxvns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:27.570927 3495 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5d466cd54f-vxvns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:27.580266 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d466cd54f-vxvns I0325 10:54:27.580350 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d466cd54f-vxvns W0325 10:54:27.615497 3495 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0325 10:54:27.615571 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0325 10:54:27.844970 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0325 10:54:27.854327 3495 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-console/console-5fd995c466-5xxm9 IP address from the namespace address-set, err: pod openshift-console/console-5fd995c466-5xxm9: no pod IPs found W0325 10:54:30.144683 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0325 10:54:30.144716 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0325 10:54:31.162291 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0325 10:54:31.162343 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0325 10:54:31.368927 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:31.368948 3495 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:31.368955 3495 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:31.368960 3495 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:31.425735 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:31.425753 3495 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:31.425760 3495 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:31.425764 3495 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:32.458971 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:32.459052 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:32.459063 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:32.459071 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0325 10:54:36.175963 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0325 10:54:41.312788 3495 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:54:41.313290 3495 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:54:41.313334 3495 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 10:54:41.313348 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0325 10:54:41.313363 3495 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 10:54:41.313368 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0325 10:54:42.202622 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0325 10:54:42.217496 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0325 10:54:42.341687 3495 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:42.341721 3495 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:42.341740 3495 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:42.341755 3495 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390cq4hl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:43.156049 3495 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0325 10:54:43.166651 3495 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0325 10:54:48.239220 3495 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0325 10:54:48.352211 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0325 10:54:49.357542 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0325 10:54:52.467377 3495 cni.go:403] [openshift-console/console-5bdfbbdcd7-sz4hk 210e1a790218b03f3150597f92cdebf26b3e7b82ea88c1ff12cb2e52bb6de97a network default NAD default] DEL starting CNI request [openshift-console/console-5bdfbbdcd7-sz4hk 210e1a790218b03f3150597f92cdebf26b3e7b82ea88c1ff12cb2e52bb6de97a network default NAD default] I0325 10:54:52.541623 3495 cni.go:424] [openshift-console/console-5bdfbbdcd7-sz4hk 210e1a790218b03f3150597f92cdebf26b3e7b82ea88c1ff12cb2e52bb6de97a network default NAD default] DEL finished CNI request [openshift-console/console-5bdfbbdcd7-sz4hk 210e1a790218b03f3150597f92cdebf26b3e7b82ea88c1ff12cb2e52bb6de97a network default NAD default], result "{}", err I0325 10:54:52.587560 3495 obj_retry.go:464] Detected object openshift-console/console-5bdfbbdcd7-sz4hk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:54:52.587602 3495 pods.go:176] Deleting pod: openshift-console/console-5bdfbbdcd7-sz4hk I0325 10:54:52.589396 3495 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5bdfbbdcd7-sz4hk, ips: 10.130.0.13 I0325 10:54:52.589434 3495 obj_retry.go:464] Detected object openshift-console/console-5bdfbbdcd7-sz4hk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:54:52.598786 3495 base_network_controller_pods.go:487] [default/openshift-console/console-586dd9bc44-q7tl2] creating logical port openshift-console_console-586dd9bc44-q7tl2 for pod on switch ip-10-0-1-56.ec2.internal I0325 10:54:52.598934 3495 kube.go:256] Updating pod openshift-console/console-586dd9bc44-q7tl2 I0325 10:54:52.613938 3495 pod.go:62] [openshift-console/console-586dd9bc44-q7tl2] pod update took 15.031189ms I0325 10:54:52.613969 3495 base_network_controller_pods.go:937] [default/openshift-console/console-586dd9bc44-q7tl2] addLogicalPort annotation time took 15.066686ms I0325 10:54:52.615581 3495 pods.go:271] [openshift-console/console-586dd9bc44-q7tl2] addLogicalPort took 16.813765ms, libovsdb time 1.123136ms I0325 10:54:52.959850 3495 cni.go:403] [openshift-console/console-586dd9bc44-q7tl2 31e95d5108986378ec52c693da225e5478540892b83caee0ba9fb8de700cf657 network default NAD default] ADD starting CNI request [openshift-console/console-586dd9bc44-q7tl2 31e95d5108986378ec52c693da225e5478540892b83caee0ba9fb8de700cf657 network default NAD default] I0325 10:54:52.968885 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-586dd9bc44-q7tl2, hostIfaceName: 31e95d510898637, network: default, NAD default, SandboxID: "31e95d5108986378ec52c693da225e5478540892b83caee0ba9fb8de700cf657", PCI device ID: , UID: "5012651f-996c-4495-b1d1-a484ec26af1a", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0325 10:54:53.218019 3495 cni.go:424] [openshift-console/console-586dd9bc44-q7tl2 31e95d5108986378ec52c693da225e5478540892b83caee0ba9fb8de700cf657 network default NAD default] ADD finished CNI request [openshift-console/console-586dd9bc44-q7tl2 31e95d5108986378ec52c693da225e5478540892b83caee0ba9fb8de700cf657 network default NAD default], result "{\"interfaces\":[{\"mac\":\"b2:fc:ae:76:0e:5a\",\"name\":\"31e95d510898637\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/897939fd-07ac-4489-a63d-00a706eae884\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:54:53.486532 3495 obj_retry.go:458] Detected object openshift-console/console-5bdfbbdcd7-sz4hk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:53.486557 3495 obj_retry.go:458] Detected object openshift-console/console-5bdfbbdcd7-sz4hk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:53.491622 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bdfbbdcd7-sz4hk I0325 10:54:53.491710 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bdfbbdcd7-sz4hk W0325 10:54:54.162153 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0325 10:54:54.162172 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0325 10:54:54.162179 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0325 10:54:54.673133 3495 obj_retry.go:464] Detected object openshift-console/console-5bdfbbdcd7-6hg58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:54:54.673713 3495 obj_retry.go:464] Detected object openshift-console/console-5bdfbbdcd7-6hg58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:54:55.550841 3495 obj_retry.go:458] Detected object openshift-console/console-5bdfbbdcd7-6hg58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:55.550861 3495 obj_retry.go:458] Detected object openshift-console/console-5bdfbbdcd7-6hg58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:54:55.558995 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5bdfbbdcd7-6hg58 I0325 10:54:55.559016 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5bdfbbdcd7-6hg58 W0325 10:54:58.286713 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0325 10:55:03.534638 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0325 10:55:15.681484 3495 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5d466cd54f-g75n8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:15.681987 3495 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5d466cd54f-g75n8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:16.336216 3495 obj_retry.go:464] Detected object openshift-ingress/router-default-6b966944cc-nrfcl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:16.336840 3495 obj_retry.go:464] Detected object openshift-ingress/router-default-6b966944cc-nrfcl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:16.379667 3495 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5d466cd54f-g75n8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:16.379727 3495 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5d466cd54f-g75n8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:16.384613 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d466cd54f-g75n8 I0325 10:55:16.384641 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d466cd54f-g75n8 I0325 10:55:16.678293 3495 obj_retry.go:458] Detected object openshift-ingress/router-default-6b966944cc-nrfcl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:16.678348 3495 obj_retry.go:458] Detected object openshift-ingress/router-default-6b966944cc-nrfcl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:16.683519 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6b966944cc-nrfcl I0325 10:55:16.683562 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6b966944cc-nrfcl W0325 10:55:19.633250 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0325 10:55:19.633680 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0325 10:55:28.844278 3495 obj_retry.go:464] Detected object openshift-console/console-5fd995c466-qw9ks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:28.844949 3495 obj_retry.go:464] Detected object openshift-console/console-5fd995c466-qw9ks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:29.440160 3495 obj_retry.go:458] Detected object openshift-console/console-5fd995c466-qw9ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:29.440184 3495 obj_retry.go:458] Detected object openshift-console/console-5fd995c466-qw9ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:29.444624 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fd995c466-qw9ks I0325 10:55:29.444649 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fd995c466-qw9ks I0325 10:55:33.849862 3495 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:33.850520 3495 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:34.717384 3495 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:34.717414 3495 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:34.724277 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0325 10:55:34.724324 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0325 10:55:45.550105 3495 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:45.550797 3495 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:45.797971 3495 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:45.797997 3495 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:45.805408 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0325 10:55:45.805435 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0325 10:55:56.333713 3495 cni.go:403] [openshift-monitoring/alertmanager-main-0 c4632dca5e14d8c97f3fecb878e67ccbc6c6b6491ea6015b86800a19305358fe network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 c4632dca5e14d8c97f3fecb878e67ccbc6c6b6491ea6015b86800a19305358fe network default NAD default] I0325 10:55:56.419161 3495 cni.go:424] [openshift-monitoring/alertmanager-main-0 c4632dca5e14d8c97f3fecb878e67ccbc6c6b6491ea6015b86800a19305358fe network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 c4632dca5e14d8c97f3fecb878e67ccbc6c6b6491ea6015b86800a19305358fe network default NAD default], result "{}", err I0325 10:55:56.479727 3495 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:56.479850 3495 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0325 10:55:56.481257 3495 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.14 I0325 10:55:56.481293 3495 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:56.744093 3495 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:56.744178 3495 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:56.749764 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0325 10:55:56.749805 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0325 10:55:56.789541 3495 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-56.ec2.internal I0325 10:55:56.789749 3495 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0325 10:55:56.812133 3495 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 22.441366ms I0325 10:55:56.812153 3495 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 22.470108ms I0325 10:55:56.813626 3495 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 24.107842ms, libovsdb time 1.100846ms I0325 10:55:57.451875 3495 cni.go:403] [openshift-monitoring/alertmanager-main-0 17addbf6e1dfd8a5050139a90642c33b067226bfd0ced88ce568e1d16407aa59 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 17addbf6e1dfd8a5050139a90642c33b067226bfd0ced88ce568e1d16407aa59 network default NAD default] I0325 10:55:57.460619 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 17addbf6e1dfd8a, network: default, NAD default, SandboxID: "17addbf6e1dfd8a5050139a90642c33b067226bfd0ced88ce568e1d16407aa59", PCI device ID: , UID: "f0ee85c9-5160-4d37-9c6e-2ad8bcb95b94", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0325 10:55:57.505323 3495 cni.go:424] [openshift-monitoring/alertmanager-main-0 17addbf6e1dfd8a5050139a90642c33b067226bfd0ced88ce568e1d16407aa59 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 17addbf6e1dfd8a5050139a90642c33b067226bfd0ced88ce568e1d16407aa59 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:7c:15:69:37:58\",\"name\":\"17addbf6e1dfd8a\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b450af2-1609-43a1-818e-872a649c5577\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:55:57.754334 3495 cni.go:403] [openshift-console/console-586dd9bc44-q7tl2 31e95d5108986378ec52c693da225e5478540892b83caee0ba9fb8de700cf657 network default NAD default] DEL starting CNI request [openshift-console/console-586dd9bc44-q7tl2 31e95d5108986378ec52c693da225e5478540892b83caee0ba9fb8de700cf657 network default NAD default] I0325 10:55:57.835141 3495 cni.go:424] [openshift-console/console-586dd9bc44-q7tl2 31e95d5108986378ec52c693da225e5478540892b83caee0ba9fb8de700cf657 network default NAD default] DEL finished CNI request [openshift-console/console-586dd9bc44-q7tl2 31e95d5108986378ec52c693da225e5478540892b83caee0ba9fb8de700cf657 network default NAD default], result "{}", err I0325 10:55:57.882619 3495 obj_retry.go:464] Detected object openshift-console/console-586dd9bc44-q7tl2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:57.882729 3495 pods.go:176] Deleting pod: openshift-console/console-586dd9bc44-q7tl2 I0325 10:55:57.884175 3495 pods.go:236] Attempting to release IPs for pod: openshift-console/console-586dd9bc44-q7tl2, ips: 10.130.0.21 I0325 10:55:57.884203 3495 obj_retry.go:464] Detected object openshift-console/console-586dd9bc44-q7tl2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:55:57.892194 3495 base_network_controller_pods.go:487] [default/openshift-console/console-85966d6dc4-296ph] creating logical port openshift-console_console-85966d6dc4-296ph for pod on switch ip-10-0-1-56.ec2.internal I0325 10:55:57.892338 3495 kube.go:256] Updating pod openshift-console/console-85966d6dc4-296ph I0325 10:55:57.906196 3495 pod.go:62] [openshift-console/console-85966d6dc4-296ph] pod update took 13.920526ms I0325 10:55:57.906276 3495 base_network_controller_pods.go:937] [default/openshift-console/console-85966d6dc4-296ph] addLogicalPort annotation time took 14.00333ms I0325 10:55:57.907636 3495 pods.go:271] [openshift-console/console-85966d6dc4-296ph] addLogicalPort took 15.454948ms, libovsdb time 973.473µs I0325 10:55:58.249288 3495 cni.go:403] [openshift-console/console-85966d6dc4-296ph 6a11457d3ae10b9eaad55e017467417f100e1820be1b9258fcdfd61f661892bf network default NAD default] ADD starting CNI request [openshift-console/console-85966d6dc4-296ph 6a11457d3ae10b9eaad55e017467417f100e1820be1b9258fcdfd61f661892bf network default NAD default] I0325 10:55:58.259060 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-85966d6dc4-296ph, hostIfaceName: 6a11457d3ae10b9, network: default, NAD default, SandboxID: "6a11457d3ae10b9eaad55e017467417f100e1820be1b9258fcdfd61f661892bf", PCI device ID: , UID: "35552bd7-7db3-4b0d-b8a1-8ef14275ba7e", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0325 10:55:58.305421 3495 cni.go:424] [openshift-console/console-85966d6dc4-296ph 6a11457d3ae10b9eaad55e017467417f100e1820be1b9258fcdfd61f661892bf network default NAD default] ADD finished CNI request [openshift-console/console-85966d6dc4-296ph 6a11457d3ae10b9eaad55e017467417f100e1820be1b9258fcdfd61f661892bf network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:5f:02:81:5b:47\",\"name\":\"6a11457d3ae10b9\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44ff2625-235e-4a37-9f18-b556fe989442\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 10:55:58.770361 3495 obj_retry.go:458] Detected object openshift-console/console-586dd9bc44-q7tl2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:58.770394 3495 obj_retry.go:458] Detected object openshift-console/console-586dd9bc44-q7tl2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:55:58.776132 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-586dd9bc44-q7tl2 I0325 10:55:58.776246 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-586dd9bc44-q7tl2 I0325 10:56:06.916805 3495 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0325 10:56:08.818564 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0325 10:56:08.837471 3495 obj_retry.go:464] Detected object openshift-console/console-586dd9bc44-72czr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:56:08.838019 3495 obj_retry.go:464] Detected object openshift-console/console-586dd9bc44-72czr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:56:08.906591 3495 obj_retry.go:458] Detected object openshift-console/console-586dd9bc44-72czr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:56:08.906621 3495 obj_retry.go:458] Detected object openshift-console/console-586dd9bc44-72czr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:56:08.912392 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-586dd9bc44-72czr I0325 10:56:08.912416 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-586dd9bc44-72czr I0325 10:56:18.770609 3495 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:56:18.771190 3495 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:56:19.670102 3495 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:56:19.670133 3495 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0325 10:56:27.508160 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0325 10:56:27.508245 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0325 10:56:27.508258 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0325 10:56:48.267880 3495 cni.go:403] [openshift-monitoring/prometheus-k8s-0 b1713a7a2a3236b4dd7d7b9e0981bda4c06dee8a6dad111c1a6735f866eb3274 network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 b1713a7a2a3236b4dd7d7b9e0981bda4c06dee8a6dad111c1a6735f866eb3274 network default NAD default] I0325 10:56:48.335923 3495 cni.go:424] [openshift-monitoring/prometheus-k8s-0 b1713a7a2a3236b4dd7d7b9e0981bda4c06dee8a6dad111c1a6735f866eb3274 network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 b1713a7a2a3236b4dd7d7b9e0981bda4c06dee8a6dad111c1a6735f866eb3274 network default NAD default], result "{}", err I0325 10:56:48.398215 3495 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 10:56:48.398333 3495 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0325 10:56:48.399730 3495 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.19 I0325 10:56:48.399760 3495 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 10:56:48.973664 3495 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:56:48.973698 3495 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 10:56:48.981605 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0325 10:56:48.981698 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0325 10:56:49.021752 3495 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-56.ec2.internal I0325 10:56:49.021867 3495 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0325 10:56:49.053319 3495 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 31.464947ms I0325 10:56:49.053346 3495 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 31.516506ms I0325 10:56:49.054531 3495 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 32.799218ms, libovsdb time 877.793µs I0325 10:56:49.388783 3495 cni.go:403] [openshift-monitoring/prometheus-k8s-0 a1878ce0f18647f125fb2e8a519cf9519d39839b2f010bd1eb1f8817448a354d network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a1878ce0f18647f125fb2e8a519cf9519d39839b2f010bd1eb1f8817448a354d network default NAD default] I0325 10:56:49.397928 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a1878ce0f18647f, network: default, NAD default, SandboxID: "a1878ce0f18647f125fb2e8a519cf9519d39839b2f010bd1eb1f8817448a354d", PCI device ID: , UID: "bb74f5d7-cef6-4bd9-b6a5-5739bf6449dd", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0325 10:56:49.440979 3495 cni.go:424] [openshift-monitoring/prometheus-k8s-0 a1878ce0f18647f125fb2e8a519cf9519d39839b2f010bd1eb1f8817448a354d network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a1878ce0f18647f125fb2e8a519cf9519d39839b2f010bd1eb1f8817448a354d network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:28:b2:9e:d4:56\",\"name\":\"a1878ce0f18647f\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8da176f-1441-4b3f-af50-61686ccfca6d\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 10:57:50.285624 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0325 10:57:50.285651 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0325 10:58:25.592354 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0325 10:58:38.575100 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0325 10:58:42.585075 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0325 10:59:35.603970 3495 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0325 11:00:00.608644 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0325 11:00:03.642782 3495 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573940-7v5jp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:00:03.643399 3495 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573940-7v5jp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:00:04.548370 3495 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573940-7v5jp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:00:04.548401 3495 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573940-7v5jp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:00:39.571792 3495 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0325 11:00:41.500409 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=541 I0325 11:00:45.491950 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=146 I0325 11:00:46.493235 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0325 11:00:47.490680 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=60 I0325 11:01:14.491821 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0325 11:01:14.597456 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0325 11:01:26.922283 3495 namespace.go:98] [tsf] adding namespace I0325 11:01:26.923167 3495 namespace.go:102] [tsf] adding namespace took 832.2µs I0325 11:01:26.941065 3495 namespace.go:142] [tsf] updating namespace I0325 11:01:26.953416 3495 namespace.go:142] [tsf] updating namespace I0325 11:01:30.766769 3495 namespace.go:98] [konflux-operator] adding namespace I0325 11:01:30.767796 3495 namespace.go:102] [konflux-operator] adding namespace took 969.607µs I0325 11:01:30.772250 3495 namespace.go:98] [rhtpa-operator] adding namespace I0325 11:01:30.772351 3495 namespace.go:98] [tsf-tpa] adding namespace I0325 11:01:30.772989 3495 namespace.go:102] [rhtpa-operator] adding namespace took 719.573µs I0325 11:01:30.773542 3495 namespace.go:102] [tsf-tpa] adding namespace took 1.17417ms I0325 11:01:30.774767 3495 namespace.go:98] [cert-manager-operator] adding namespace I0325 11:01:30.774835 3495 namespace.go:98] [tsf-tas] adding namespace I0325 11:01:30.774959 3495 namespace.go:98] [rhbk-operator] adding namespace I0325 11:01:30.775125 3495 namespace.go:98] [tsf-keycloak] adding namespace I0325 11:01:30.775596 3495 namespace.go:102] [cert-manager-operator] adding namespace took 810.741µs I0325 11:01:30.776177 3495 namespace.go:102] [tsf-tas] adding namespace took 1.330172ms I0325 11:01:30.776814 3495 namespace.go:102] [rhbk-operator] adding namespace took 1.844813ms I0325 11:01:30.777388 3495 namespace.go:102] [tsf-keycloak] adding namespace took 2.222116ms I0325 11:01:30.777410 3495 namespace.go:98] [konflux-ui] adding namespace I0325 11:01:30.777863 3495 namespace.go:102] [konflux-ui] adding namespace took 444.809µs I0325 11:01:30.787285 3495 namespace.go:142] [konflux-operator] updating namespace I0325 11:01:30.798854 3495 namespace.go:142] [konflux-operator] updating namespace I0325 11:01:30.822053 3495 namespace.go:142] [rhtpa-operator] updating namespace I0325 11:01:30.822195 3495 namespace.go:142] [cert-manager-operator] updating namespace I0325 11:01:30.824975 3495 namespace.go:142] [tsf-tpa] updating namespace I0325 11:01:30.825012 3495 namespace.go:142] [tsf-tas] updating namespace I0325 11:01:30.835914 3495 namespace.go:142] [rhbk-operator] updating namespace I0325 11:01:30.836022 3495 namespace.go:142] [tsf-keycloak] updating namespace I0325 11:01:30.841815 3495 namespace.go:142] [konflux-operator] updating namespace I0325 11:01:30.841892 3495 namespace.go:142] [konflux-ui] updating namespace I0325 11:01:30.872018 3495 namespace.go:142] [tsf-tpa] updating namespace I0325 11:01:30.886273 3495 namespace.go:142] [tsf-tpa] updating namespace I0325 11:01:30.911478 3495 namespace.go:142] [cert-manager-operator] updating namespace I0325 11:01:30.939018 3495 namespace.go:142] [cert-manager-operator] updating namespace I0325 11:01:30.950893 3495 namespace.go:142] [tsf-tas] updating namespace I0325 11:01:30.958859 3495 namespace.go:142] [tsf-tas] updating namespace I0325 11:01:30.981925 3495 namespace.go:142] [rhbk-operator] updating namespace I0325 11:01:30.990762 3495 namespace.go:142] [rhbk-operator] updating namespace I0325 11:01:31.014185 3495 namespace.go:142] [tsf-keycloak] updating namespace I0325 11:01:31.026891 3495 namespace.go:142] [tsf-keycloak] updating namespace I0325 11:01:31.053331 3495 namespace.go:142] [konflux-ui] updating namespace I0325 11:01:31.070816 3495 namespace.go:142] [konflux-ui] updating namespace I0325 11:01:31.086328 3495 namespace.go:142] [rhtpa-operator] updating namespace I0325 11:01:31.117054 3495 namespace.go:142] [rhtpa-operator] updating namespace I0325 11:01:32.043396 3495 namespace.go:142] [tsf-keycloak] updating namespace I0325 11:01:32.049515 3495 namespace.go:142] [tsf-tpa] updating namespace I0325 11:01:40.072950 3495 obj_retry.go:464] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:40.073581 3495 obj_retry.go:464] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:40.073616 3495 obj_retry.go:464] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:40.073627 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0325 11:01:40.073643 3495 obj_retry.go:464] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:40.073649 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0325 11:01:41.098291 3495 obj_retry.go:458] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:41.098340 3495 obj_retry.go:458] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:41.098359 3495 obj_retry.go:458] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:41.098374 3495 obj_retry.go:458] Detected object openshift-marketplace/7091d389759639f2337a48196edf37808d3becb67634b1d22367344bdb26gqn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:45.161799 3495 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:45.162410 3495 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:45.162440 3495 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:45.162448 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0325 11:01:45.162463 3495 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:45.162470 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0325 11:01:46.197714 3495 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:46.197881 3495 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:46.197903 3495 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:46.197921 3495 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:46.197939 3495 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5bxp6t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:46.198358 3495 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:46.198381 3495 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:46.198389 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0325 11:01:46.198400 3495 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:46.198406 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0325 11:01:46.234213 3495 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:46.234767 3495 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:46.234789 3495 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:46.234795 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0325 11:01:46.234808 3495 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:46.234815 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0325 11:01:47.187402 3495 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:47.187990 3495 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:47.188020 3495 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:47.188029 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0325 11:01:47.188045 3495 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:47.188053 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0325 11:01:47.224072 3495 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:47.224100 3495 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:47.224116 3495 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:47.224133 3495 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8sjsnt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:47.263910 3495 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:47.263938 3495 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:47.263955 3495 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:47.263972 3495 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1nvzcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:47.588743 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0325 11:01:48.201961 3495 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:48.202533 3495 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:01:48.202561 3495 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:48.202569 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0325 11:01:48.202586 3495 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0325 11:01:48.202594 3495 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0325 11:01:48.216057 3495 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:48.216080 3495 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:48.216096 3495 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:48.216110 3495 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7w562z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:49.227481 3495 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:49.227551 3495 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:49.227568 3495 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:49.227584 3495 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafnwppg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:01:50.517815 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=53 I0325 11:01:54.571085 3495 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0325 11:01:55.123179 3495 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2] creating logical port konflux-operator_konflux-operator-controller-manager-78bccb8d54-4lwg2 for pod on switch ip-10-0-1-56.ec2.internal I0325 11:01:55.123321 3495 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 I0325 11:01:55.174871 3495 pod.go:62] [konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2] pod update took 51.602698ms I0325 11:01:55.174895 3495 base_network_controller_pods.go:937] [default/konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2] addLogicalPort annotation time took 51.632365ms I0325 11:01:55.176096 3495 pods.go:271] [konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2] addLogicalPort took 52.951984ms, libovsdb time 853.441µs I0325 11:01:55.486937 3495 cni.go:403] [konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 4ba39533f57d8569331276b602006a5123f0da702e4a15228fa8a814838730c5 network default NAD default] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 4ba39533f57d8569331276b602006a5123f0da702e4a15228fa8a814838730c5 network default NAD default] I0325 11:01:55.496900 3495 helper_linux.go:450] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-78bccb8d54-4lwg2, hostIfaceName: 4ba39533f57d856, network: default, NAD default, SandboxID: "4ba39533f57d8569331276b602006a5123f0da702e4a15228fa8a814838730c5", PCI device ID: , UID: "27175980-dabe-4c27-b5ef-7e2bc839d3d5", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0325 11:01:55.544893 3495 cni.go:424] [konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 4ba39533f57d8569331276b602006a5123f0da702e4a15228fa8a814838730c5 network default NAD default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 4ba39533f57d8569331276b602006a5123f0da702e4a15228fa8a814838730c5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:c4:1b:a4:02:22\",\"name\":\"4ba39533f57d856\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23fb884a-0629-44ac-9b36-17a1605ec940\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:01:57.687970 3495 namespace.go:98] [cert-manager] adding namespace I0325 11:01:57.688847 3495 namespace.go:102] [cert-manager] adding namespace took 844.099µs I0325 11:01:57.746741 3495 namespace.go:142] [cert-manager] updating namespace I0325 11:01:57.764437 3495 namespace.go:142] [cert-manager] updating namespace W0325 11:01:58.366950 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0325 11:02:01.612108 3495 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-d5jdh] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-d5jdh for pod on switch ip-10-0-1-56.ec2.internal I0325 11:02:01.612212 3495 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-d5jdh I0325 11:02:01.659603 3495 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-d5jdh] pod update took 47.417614ms I0325 11:02:01.659626 3495 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-cainjector-5b4bf68748-d5jdh] addLogicalPort annotation time took 47.447856ms I0325 11:02:01.660978 3495 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-d5jdh] addLogicalPort took 48.886967ms, libovsdb time 976.137µs W0325 11:02:01.741965 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0325 11:02:01.752691 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0325 11:02:01.765398 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0325 11:02:01.770252 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0325 11:02:01.985176 3495 cni.go:403] [cert-manager/cert-manager-cainjector-5b4bf68748-d5jdh 697f5749bb71b6e057f2c9597884fe8b67889d759b1fb8d5bc93bf98fb0af1a6 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-d5jdh 697f5749bb71b6e057f2c9597884fe8b67889d759b1fb8d5bc93bf98fb0af1a6 network default NAD default] I0325 11:02:01.993929 3495 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-d5jdh, hostIfaceName: 697f5749bb71b6e, network: default, NAD default, SandboxID: "697f5749bb71b6e057f2c9597884fe8b67889d759b1fb8d5bc93bf98fb0af1a6", PCI device ID: , UID: "99d410e7-6c65-41d8-a28b-aafced682efd", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0325 11:02:02.050773 3495 cni.go:424] [cert-manager/cert-manager-cainjector-5b4bf68748-d5jdh 697f5749bb71b6e057f2c9597884fe8b67889d759b1fb8d5bc93bf98fb0af1a6 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-d5jdh 697f5749bb71b6e057f2c9597884fe8b67889d759b1fb8d5bc93bf98fb0af1a6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fe:d4:d4:4e:a3:8f\",\"name\":\"697f5749bb71b6e\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83b9f1a4-4c5b-4be8-9c47-ca8d4e1b8b50\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:02:02.864863 3495 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-2th58] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-2th58 for pod on switch ip-10-0-1-56.ec2.internal I0325 11:02:02.864962 3495 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-2th58 I0325 11:02:02.880268 3495 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-2th58] pod update took 15.33339ms I0325 11:02:02.880292 3495 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-2th58] addLogicalPort annotation time took 15.36459ms I0325 11:02:02.881702 3495 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-2th58] addLogicalPort took 16.856026ms, libovsdb time 936.14µs I0325 11:02:03.226556 3495 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-2th58 e20b8df5cb507d54ea3d07cdcc176b7498d9815c84f02c773428b9b592362014 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-2th58 e20b8df5cb507d54ea3d07cdcc176b7498d9815c84f02c773428b9b592362014 network default NAD default] I0325 11:02:03.236933 3495 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-2th58, hostIfaceName: e20b8df5cb507d5, network: default, NAD default, SandboxID: "e20b8df5cb507d54ea3d07cdcc176b7498d9815c84f02c773428b9b592362014", PCI device ID: , UID: "23bf935c-4a38-42b3-89c2-8f1037c38a12", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0325 11:02:03.285275 3495 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-2th58 e20b8df5cb507d54ea3d07cdcc176b7498d9815c84f02c773428b9b592362014 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-2th58 e20b8df5cb507d54ea3d07cdcc176b7498d9815c84f02c773428b9b592362014 network default NAD default], result "{\"interfaces\":[{\"mac\":\"fa:1f:fc:97:f6:4d\",\"name\":\"e20b8df5cb507d5\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d048968-7579-4ed5-893f-2f0152245fea\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 11:02:06.358494 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0325 11:02:06.358520 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0325 11:02:08.389894 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0325 11:02:09.264035 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0325 11:02:09.464942 3495 namespace.go:142] [openshift-operators] updating namespace I0325 11:02:09.474809 3495 namespace.go:142] [openshift-operators] updating namespace W0325 11:02:12.387095 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0325 11:02:12.387121 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0325 11:02:15.470346 3495 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nchnr] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-nchnr for pod on switch ip-10-0-1-56.ec2.internal I0325 11:02:15.470482 3495 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nchnr I0325 11:02:15.530895 3495 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nchnr] pod update took 60.440307ms I0325 11:02:15.530929 3495 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nchnr] addLogicalPort annotation time took 60.479284ms I0325 11:02:15.532317 3495 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nchnr] addLogicalPort took 61.999402ms, libovsdb time 872.093µs I0325 11:02:16.128667 3495 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nchnr 577aafbdf18ad3c1b7ee6c038b0f3bdb30b5dc6b794588a8a193c09860d8a086 network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nchnr 577aafbdf18ad3c1b7ee6c038b0f3bdb30b5dc6b794588a8a193c09860d8a086 network default NAD default] I0325 11:02:16.139380 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-nchnr, hostIfaceName: 577aafbdf18ad3c, network: default, NAD default, SandboxID: "577aafbdf18ad3c1b7ee6c038b0f3bdb30b5dc6b794588a8a193c09860d8a086", PCI device ID: , UID: "e317b3ce-4cbd-4e18-8d97-2a694b1f5aae", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0325 11:02:16.188515 3495 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nchnr 577aafbdf18ad3c1b7ee6c038b0f3bdb30b5dc6b794588a8a193c09860d8a086 network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-nchnr 577aafbdf18ad3c1b7ee6c038b0f3bdb30b5dc6b794588a8a193c09860d8a086 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:4f:98:28:94:0a\",\"name\":\"577aafbdf18ad3c\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9868d81f-2acd-4879-90e6-3350651721c4\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:02:18.585874 3495 namespace.go:98] [trusted-artifact-signer] adding namespace I0325 11:02:18.586722 3495 namespace.go:102] [trusted-artifact-signer] adding namespace took 825.842µs I0325 11:02:18.613071 3495 namespace.go:142] [trusted-artifact-signer] updating namespace I0325 11:02:18.628187 3495 namespace.go:142] [trusted-artifact-signer] updating namespace I0325 11:02:18.769169 3495 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-hjcvh] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-hjcvh for pod on switch ip-10-0-1-56.ec2.internal I0325 11:02:18.769261 3495 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-hjcvh I0325 11:02:18.798893 3495 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-hjcvh] pod update took 29.657213ms I0325 11:02:18.798924 3495 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-hjcvh] addLogicalPort annotation time took 29.692128ms I0325 11:02:18.800139 3495 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-hjcvh] addLogicalPort took 30.989446ms, libovsdb time 857.328µs I0325 11:02:19.127887 3495 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-hjcvh e2bfe0c96a36f1993f69411d66442dba14480a1a214231944f9ed3bfa8acc2da network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-hjcvh e2bfe0c96a36f1993f69411d66442dba14480a1a214231944f9ed3bfa8acc2da network default NAD default] I0325 11:02:19.140100 3495 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-hjcvh, hostIfaceName: e2bfe0c96a36f19, network: default, NAD default, SandboxID: "e2bfe0c96a36f1993f69411d66442dba14480a1a214231944f9ed3bfa8acc2da", PCI device ID: , UID: "e3bf30b3-b0ef-46f1-9ce2-96be03bfaae8", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0325 11:02:19.188154 3495 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-hjcvh e2bfe0c96a36f1993f69411d66442dba14480a1a214231944f9ed3bfa8acc2da network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-hjcvh e2bfe0c96a36f1993f69411d66442dba14480a1a214231944f9ed3bfa8acc2da network default NAD default], result "{\"interfaces\":[{\"mac\":\"76:5e:1a:2e:df:a4\",\"name\":\"e2bfe0c96a36f19\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10ba8c80-05a9-42b8-ba32-985b80dd1612\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 11:02:19.412935 3495 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0325 11:02:21.688183 3495 namespace.go:142] [openshift-operators] updating namespace I0325 11:02:22.458350 3495 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-7vrwp] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-7vrwp for pod on switch ip-10-0-1-56.ec2.internal I0325 11:02:22.458621 3495 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-7vrwp I0325 11:02:22.505431 3495 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-7vrwp] pod update took 46.861257ms I0325 11:02:22.505455 3495 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-7vrwp] addLogicalPort annotation time took 46.889302ms I0325 11:02:22.506749 3495 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-7vrwp] addLogicalPort took 48.422727ms, libovsdb time 921.411µs I0325 11:02:22.818433 3495 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-7vrwp 7e67a387a21f864e04192e8fc247dd11f5be7e4dcc5c83c8db533defbf0ec033 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-7vrwp 7e67a387a21f864e04192e8fc247dd11f5be7e4dcc5c83c8db533defbf0ec033 network default NAD default] I0325 11:02:22.830008 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-7vrwp, hostIfaceName: 7e67a387a21f864, network: default, NAD default, SandboxID: "7e67a387a21f864e04192e8fc247dd11f5be7e4dcc5c83c8db533defbf0ec033", PCI device ID: , UID: "773cb7c2-dfbb-4f5c-91a2-0ef770e62acf", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0325 11:02:23.085475 3495 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-7vrwp 7e67a387a21f864e04192e8fc247dd11f5be7e4dcc5c83c8db533defbf0ec033 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-7vrwp 7e67a387a21f864e04192e8fc247dd11f5be7e4dcc5c83c8db533defbf0ec033 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:04:19:b9:52:36\",\"name\":\"7e67a387a21f864\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/897badb3-30e0-4739-b0dc-8a51815873eb\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:02:24.612003 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0325 11:02:30.381927 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0325 11:02:36.312344 3495 namespace.go:98] [openshift-pipelines] adding namespace I0325 11:02:36.313238 3495 namespace.go:102] [openshift-pipelines] adding namespace took 864.813µs I0325 11:02:36.330663 3495 namespace.go:142] [openshift-pipelines] updating namespace I0325 11:02:36.463753 3495 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:02:36.464295 3495 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:02:36.484693 3495 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:02:36.484723 3495 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:02:36.489745 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0325 11:02:36.489851 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0325 11:02:37.019608 3495 namespace.go:142] [cert-manager] updating namespace I0325 11:02:37.222368 3495 namespace.go:142] [cert-manager-operator] updating namespace I0325 11:02:37.631040 3495 namespace.go:142] [konflux-operator] updating namespace I0325 11:02:37.826266 3495 namespace.go:142] [konflux-ui] updating namespace I0325 11:02:38.026480 3495 namespace.go:142] [open-cluster-management-2p8mq20h6bsbq55jr1en15t0ro8fskh6] updating namespace I0325 11:02:38.429740 3495 namespace.go:142] [rhbk-operator] updating namespace I0325 11:02:38.630274 3495 namespace.go:142] [rhtpa-operator] updating namespace I0325 11:02:38.831622 3495 namespace.go:142] [trusted-artifact-signer] updating namespace I0325 11:02:39.032289 3495 namespace.go:142] [tsf] updating namespace I0325 11:02:39.231149 3495 namespace.go:142] [tsf-keycloak] updating namespace I0325 11:02:39.432104 3495 namespace.go:142] [tsf-tas] updating namespace I0325 11:02:39.635273 3495 namespace.go:142] [tsf-tpa] updating namespace I0325 11:02:39.758455 3495 namespace.go:142] [cert-manager] updating namespace I0325 11:02:39.766334 3495 namespace.go:142] [cert-manager-operator] updating namespace I0325 11:02:39.782492 3495 namespace.go:142] [default] updating namespace I0325 11:02:39.790369 3495 namespace.go:142] [konflux-operator] updating namespace I0325 11:02:39.799957 3495 namespace.go:142] [konflux-ui] updating namespace I0325 11:02:39.807971 3495 namespace.go:142] [open-cluster-management-2p8mq20h6bsbq55jr1en15t0ro8fskh6] updating namespace I0325 11:02:39.822185 3495 namespace.go:142] [openshift] updating namespace I0325 11:02:39.833262 3495 namespace.go:142] [rhbk-operator] updating namespace I0325 11:02:39.844652 3495 namespace.go:142] [rhtpa-operator] updating namespace I0325 11:02:39.856274 3495 namespace.go:142] [trusted-artifact-signer] updating namespace I0325 11:02:39.863554 3495 namespace.go:142] [tsf] updating namespace I0325 11:02:39.873756 3495 namespace.go:142] [tsf-keycloak] updating namespace I0325 11:02:39.894256 3495 namespace.go:142] [tsf-tas] updating namespace I0325 11:02:39.916769 3495 namespace.go:142] [tsf-tpa] updating namespace I0325 11:02:40.014610 3495 namespace.go:142] [cert-manager] updating namespace I0325 11:02:40.117159 3495 namespace.go:142] [cert-manager-operator] updating namespace I0325 11:02:40.221015 3495 namespace.go:142] [default] updating namespace I0325 11:02:40.319490 3495 namespace.go:142] [konflux-operator] updating namespace I0325 11:02:40.423553 3495 namespace.go:142] [konflux-ui] updating namespace I0325 11:02:40.520048 3495 namespace.go:142] [open-cluster-management-2p8mq20h6bsbq55jr1en15t0ro8fskh6] updating namespace I0325 11:02:40.613850 3495 namespace.go:142] [openshift] updating namespace I0325 11:02:40.715327 3495 namespace.go:142] [rhbk-operator] updating namespace I0325 11:02:40.818619 3495 namespace.go:142] [rhtpa-operator] updating namespace I0325 11:02:40.915957 3495 namespace.go:142] [trusted-artifact-signer] updating namespace I0325 11:02:41.015980 3495 namespace.go:142] [tsf] updating namespace I0325 11:02:41.116407 3495 namespace.go:142] [tsf-keycloak] updating namespace I0325 11:02:41.216229 3495 namespace.go:142] [tsf-tas] updating namespace I0325 11:02:41.317352 3495 namespace.go:142] [tsf-tpa] updating namespace I0325 11:02:41.693789 3495 namespace.go:142] [openshift-pipelines] updating namespace W0325 11:02:46.399525 3495 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0325 11:02:46.415292 3495 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0325 11:02:50.242127 3495 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-9fzdl] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-9fzdl for pod on switch ip-10-0-1-56.ec2.internal I0325 11:02:50.242254 3495 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-9fzdl I0325 11:02:50.260128 3495 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-9fzdl] pod update took 17.916109ms I0325 11:02:50.260224 3495 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-9fzdl] addLogicalPort annotation time took 18.018629ms I0325 11:02:50.262594 3495 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-9fzdl] addLogicalPort took 20.517809ms, libovsdb time 1.845079ms I0325 11:02:52.055846 3495 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-9fzdl af240e029c843cfde585a27c91a2298a7fc8754d2a8322d004044c934f0bad75 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-9fzdl af240e029c843cfde585a27c91a2298a7fc8754d2a8322d004044c934f0bad75 network default NAD default] I0325 11:02:52.064867 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-9fzdl, hostIfaceName: af240e029c843cf, network: default, NAD default, SandboxID: "af240e029c843cfde585a27c91a2298a7fc8754d2a8322d004044c934f0bad75", PCI device ID: , UID: "ea456ca5-f7f1-4669-8d92-3162905d4abe", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0325 11:02:52.320677 3495 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-9fzdl af240e029c843cfde585a27c91a2298a7fc8754d2a8322d004044c934f0bad75 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-9fzdl af240e029c843cfde585a27c91a2298a7fc8754d2a8322d004044c934f0bad75 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8e:ef:9d:cf:af:59\",\"name\":\"af240e029c843cf\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ff5af91-a717-482b-8c63-2364c1932325\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 11:02:53.606561 3495 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0325 11:02:53.606587 3495 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0325 11:02:53.606594 3495 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0325 11:02:56.566131 3495 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0325 11:02:56.566199 3495 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0325 11:02:56.566207 3495 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0325 11:02:57.512232 3495 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0325 11:02:57.512251 3495 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0325 11:02:57.512258 3495 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0325 11:02:57.512263 3495 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0325 11:03:07.570105 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0325 11:03:07.570128 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0325 11:03:07.570134 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0325 11:03:10.695193 3495 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:03:10.695793 3495 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:03:10.720566 3495 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:03:10.720646 3495 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:03:10.727000 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0325 11:03:10.727024 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0325 11:03:15.291165 3495 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-pwzhm] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-pwzhm for pod on switch ip-10-0-1-56.ec2.internal I0325 11:03:15.291338 3495 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-pwzhm I0325 11:03:15.307813 3495 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwzhm] pod update took 16.530982ms I0325 11:03:15.307905 3495 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-pwzhm] addLogicalPort annotation time took 16.628935ms I0325 11:03:15.309406 3495 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwzhm] addLogicalPort took 18.258432ms, libovsdb time 976.689µs I0325 11:03:15.510818 3495 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-d87lz] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-8bb674894-d87lz for pod on switch ip-10-0-1-56.ec2.internal I0325 11:03:15.510927 3495 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-d87lz I0325 11:03:15.526622 3495 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-d87lz] pod update took 15.724954ms I0325 11:03:15.526713 3495 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-d87lz] addLogicalPort annotation time took 15.81944ms I0325 11:03:15.528155 3495 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-d87lz] addLogicalPort took 17.359971ms, libovsdb time 957.279µs I0325 11:03:15.651392 3495 cni.go:403] [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwzhm 41a8d1b9106ea65f9598a76954d2b3c1577cfba50f03718e664c3f49aaddebe3 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwzhm 41a8d1b9106ea65f9598a76954d2b3c1577cfba50f03718e664c3f49aaddebe3 network default NAD default] I0325 11:03:15.660532 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-pwzhm, hostIfaceName: 41a8d1b9106ea65, network: default, NAD default, SandboxID: "41a8d1b9106ea65f9598a76954d2b3c1577cfba50f03718e664c3f49aaddebe3", PCI device ID: , UID: "1c251654-5f98-43b3-a4a9-1e8658432f88", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0325 11:03:15.711773 3495 cni.go:424] [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwzhm 41a8d1b9106ea65f9598a76954d2b3c1577cfba50f03718e664c3f49aaddebe3 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-pwzhm 41a8d1b9106ea65f9598a76954d2b3c1577cfba50f03718e664c3f49aaddebe3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:e1:47:29:b7:29\",\"name\":\"41a8d1b9106ea65\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2602057e-accb-4d83-beb4-38b2206e37c0\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:03:15.874386 3495 cni.go:403] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-d87lz 91b63dda8f89561086964a5cd1f7e813fb3be74fa763227ed4168a6149f1b7ae network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-d87lz 91b63dda8f89561086964a5cd1f7e813fb3be74fa763227ed4168a6149f1b7ae network default NAD default] I0325 11:03:15.885089 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-8bb674894-d87lz, hostIfaceName: 91b63dda8f89561, network: default, NAD default, SandboxID: "91b63dda8f89561086964a5cd1f7e813fb3be74fa763227ed4168a6149f1b7ae", PCI device ID: , UID: "b1f0cbf6-e0c0-44fd-a1e1-dcbeb3bb11db", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0325 11:03:15.940026 3495 cni.go:424] [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-d87lz 91b63dda8f89561086964a5cd1f7e813fb3be74fa763227ed4168a6149f1b7ae network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-8bb674894-d87lz 91b63dda8f89561086964a5cd1f7e813fb3be74fa763227ed4168a6149f1b7ae network default NAD default], result "{\"interfaces\":[{\"mac\":\"e2:05:92:c2:3a:cf\",\"name\":\"91b63dda8f89561\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d35061c-4a0b-4b22-8495-156f3da66ba5\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 11:03:19.617882 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0325 11:03:19.617961 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0325 11:03:19.618023 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0325 11:03:20.693184 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0325 11:03:31.697199 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0325 11:03:39.707692 3495 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0325 11:03:42.003395 3495 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:03:42.003976 3495 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:03:42.759539 3495 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:03:42.759757 3495 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:03:42.763045 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0325 11:03:42.763128 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0325 11:03:42.777254 3495 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-56.ec2.internal I0325 11:03:42.777378 3495 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0325 11:03:42.791618 3495 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.273357ms I0325 11:03:42.791706 3495 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.365475ms I0325 11:03:42.793167 3495 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.925691ms, libovsdb time 977.984µs W0325 11:03:45.787391 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0325 11:03:45.791643 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0325 11:03:45.791665 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0325 11:03:48.836392 3495 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 f11832f599e54114b8dbc5417c44c14901b804aa4b5d0b261506680e3bf7266a network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 f11832f599e54114b8dbc5417c44c14901b804aa4b5d0b261506680e3bf7266a network default NAD default] I0325 11:03:48.845018 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: f11832f599e5411, network: default, NAD default, SandboxID: "f11832f599e54114b8dbc5417c44c14901b804aa4b5d0b261506680e3bf7266a", PCI device ID: , UID: "42f3eb2b-acc9-4cff-b55e-1d023410dc01", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0325 11:03:49.099241 3495 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 f11832f599e54114b8dbc5417c44c14901b804aa4b5d0b261506680e3bf7266a network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 f11832f599e54114b8dbc5417c44c14901b804aa4b5d0b261506680e3bf7266a network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:0e:20:28:7b:61\",\"name\":\"f11832f599e5411\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23dbbaae-fc76-4a7e-a87a-963ae39c62aa\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:03:55.905221 3495 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0325 11:03:57.382164 3495 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8rmmv] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-8rmmv for pod on switch ip-10-0-1-56.ec2.internal I0325 11:03:57.382400 3495 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8rmmv I0325 11:03:57.398062 3495 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8rmmv] pod update took 15.697133ms I0325 11:03:57.398151 3495 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8rmmv] addLogicalPort annotation time took 15.789515ms I0325 11:03:57.399606 3495 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8rmmv] addLogicalPort took 17.462228ms, libovsdb time 986.7µs I0325 11:03:57.743670 3495 cni.go:403] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8rmmv 3b6d70773a4eb9ad28fa76268199334926a3a4791c74bb9dcca090d5ba82e022 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8rmmv 3b6d70773a4eb9ad28fa76268199334926a3a4791c74bb9dcca090d5ba82e022 network default NAD default] I0325 11:03:57.754281 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-8rmmv, hostIfaceName: 3b6d70773a4eb9a, network: default, NAD default, SandboxID: "3b6d70773a4eb9ad28fa76268199334926a3a4791c74bb9dcca090d5ba82e022", PCI device ID: , UID: "742c2f7e-acbf-4129-8925-1c7cd1b386e4", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0325 11:03:57.808143 3495 cni.go:424] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8rmmv 3b6d70773a4eb9ad28fa76268199334926a3a4791c74bb9dcca090d5ba82e022 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-8rmmv 3b6d70773a4eb9ad28fa76268199334926a3a4791c74bb9dcca090d5ba82e022 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:0c:af:c3:80:40\",\"name\":\"3b6d70773a4eb9a\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a65c12f1-70e2-46d8-8dea-7c5494d5e9ed\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 11:04:04.002153 3495 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0325 11:04:04.002173 3495 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0325 11:04:04.002179 3495 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0325 11:04:13.134758 3495 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:04:13.135354 3495 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:04:22.164027 3495 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-24gsw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:04:22.164650 3495 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-24gsw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:04:23.190629 3495 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-24gsw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:04:23.190657 3495 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-24gsw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:04:23.547461 3495 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:04:23.547996 3495 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:04:23.578554 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0325 11:04:24.056886 3495 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:04:24.056917 3495 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:04:24.062210 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0325 11:04:24.062232 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0325 11:04:26.082106 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0325 11:04:26.083019 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0325 11:04:26.083064 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0325 11:04:27.825134 3495 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8sm29] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-8sm29 for pod on switch ip-10-0-1-56.ec2.internal I0325 11:04:27.825326 3495 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8sm29 I0325 11:04:27.840101 3495 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8sm29] pod update took 14.81491ms I0325 11:04:27.840129 3495 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8sm29] addLogicalPort annotation time took 14.850516ms I0325 11:04:27.841604 3495 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8sm29] addLogicalPort took 16.493049ms, libovsdb time 952.348µs I0325 11:04:28.038495 3495 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-pglpz] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-pglpz for pod on switch ip-10-0-1-56.ec2.internal I0325 11:04:28.038686 3495 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-pglpz I0325 11:04:28.051253 3495 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-pglpz] pod update took 12.599479ms I0325 11:04:28.051276 3495 base_network_controller_pods.go:937] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-pglpz] addLogicalPort annotation time took 12.629319ms I0325 11:04:28.052633 3495 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-pglpz] addLogicalPort took 14.161623ms, libovsdb time 897.247µs I0325 11:04:28.288296 3495 cni.go:403] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8sm29 43a979c46aac14492dc9f8d478376ebfe683d3d77465ea66c1918b12f1470d7b network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8sm29 43a979c46aac14492dc9f8d478376ebfe683d3d77465ea66c1918b12f1470d7b network default NAD default] I0325 11:04:28.299377 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-8sm29, hostIfaceName: 43a979c46aac144, network: default, NAD default, SandboxID: "43a979c46aac14492dc9f8d478376ebfe683d3d77465ea66c1918b12f1470d7b", PCI device ID: , UID: "8b3b49a7-cecf-4b53-a101-4141f12177ee", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0325 11:04:28.347986 3495 cni.go:424] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8sm29 43a979c46aac14492dc9f8d478376ebfe683d3d77465ea66c1918b12f1470d7b network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8sm29 43a979c46aac14492dc9f8d478376ebfe683d3d77465ea66c1918b12f1470d7b network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:0f:d0:28:b1:74\",\"name\":\"43a979c46aac144\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2928761-098c-4eb6-a729-01f6f79c586d\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:04:28.448099 3495 cni.go:403] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-pglpz eb65ba162d04ae24b3dabc969f993c756a1be74e383ee18807280ac938bfb85e network default NAD default] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-pglpz eb65ba162d04ae24b3dabc969f993c756a1be74e383ee18807280ac938bfb85e network default NAD default] I0325 11:04:28.456844 3495 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-pglpz, hostIfaceName: eb65ba162d04ae2, network: default, NAD default, SandboxID: "eb65ba162d04ae24b3dabc969f993c756a1be74e383ee18807280ac938bfb85e", PCI device ID: , UID: "262a477d-7e7e-40c9-b1e9-9b54e7ffa123", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0325 11:04:28.508347 3495 cni.go:424] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-pglpz eb65ba162d04ae24b3dabc969f993c756a1be74e383ee18807280ac938bfb85e network default NAD default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-pglpz eb65ba162d04ae24b3dabc969f993c756a1be74e383ee18807280ac938bfb85e network default NAD default], result "{\"interfaces\":[{\"mac\":\"82:ec:03:35:b8:ec\",\"name\":\"eb65ba162d04ae2\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27173ab2-b335-481e-a96a-d5559ecbbefd\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 11:04:32.056832 3495 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0325 11:04:32.056856 3495 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0325 11:04:32.090536 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0325 11:04:32.090558 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0325 11:04:33.145591 3495 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0325 11:04:34.539225 3495 egressfirewall.go:628] Syncing node "ip-10-0-1-56.ec2.internal" for egress firewall I0325 11:04:34.539261 3495 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-56.ec2.internal I0325 11:04:34.539356 3495 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-56.ec2.internal: 98.314µs I0325 11:04:34.566027 3495 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-9rtzn] creating logical port kube-system_global-pull-secret-syncer-9rtzn for pod on switch ip-10-0-1-56.ec2.internal I0325 11:04:34.566170 3495 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-9rtzn I0325 11:04:34.578907 3495 pod.go:62] [kube-system/global-pull-secret-syncer-9rtzn] pod update took 12.760936ms I0325 11:04:34.578999 3495 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-9rtzn] addLogicalPort annotation time took 12.856435ms I0325 11:04:34.580525 3495 pods.go:271] [kube-system/global-pull-secret-syncer-9rtzn] addLogicalPort took 14.515539ms, libovsdb time 1.045682ms I0325 11:04:34.929969 3495 cni.go:403] [kube-system/global-pull-secret-syncer-9rtzn 8628561dc18cd9b1aae501a433e48886329d5df00de4d2a790272aa25b4559a1 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-9rtzn 8628561dc18cd9b1aae501a433e48886329d5df00de4d2a790272aa25b4559a1 network default NAD default] I0325 11:04:34.966619 3495 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-9rtzn, hostIfaceName: 8628561dc18cd9b, network: default, NAD default, SandboxID: "8628561dc18cd9b1aae501a433e48886329d5df00de4d2a790272aa25b4559a1", PCI device ID: , UID: "d82ffd9d-8f7d-4bd8-83ce-10b487e3a045", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0325 11:04:35.016369 3495 cni.go:424] [kube-system/global-pull-secret-syncer-9rtzn 8628561dc18cd9b1aae501a433e48886329d5df00de4d2a790272aa25b4559a1 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-9rtzn 8628561dc18cd9b1aae501a433e48886329d5df00de4d2a790272aa25b4559a1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"42:d7:03:bd:a8:78\",\"name\":\"8628561dc18cd9b\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc613ced-8a0e-4d0e-9bc4-f29d1251ef1d\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:04:56.882532 3495 namespace.go:142] [openshift-pipelines] updating namespace I0325 11:05:13.251830 3495 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:05:13.251896 3495 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:05:13.258280 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0325 11:05:13.258370 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0325 11:05:22.555198 3495 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:05:22.555834 3495 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:05:22.575641 3495 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:05:22.575669 3495 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:05:22.579139 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0325 11:05:22.579182 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0325 11:05:25.150460 3495 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-55665f4677-d75rh] creating logical port tsf-tas_trillian-logserver-55665f4677-d75rh for pod on switch ip-10-0-1-56.ec2.internal I0325 11:05:25.150701 3495 kube.go:256] Updating pod tsf-tas/trillian-logserver-55665f4677-d75rh I0325 11:05:25.167524 3495 pod.go:62] [tsf-tas/trillian-logserver-55665f4677-d75rh] pod update took 16.855094ms I0325 11:05:25.167617 3495 base_network_controller_pods.go:937] [default/tsf-tas/trillian-logserver-55665f4677-d75rh] addLogicalPort annotation time took 16.953579ms I0325 11:05:25.169022 3495 pods.go:271] [tsf-tas/trillian-logserver-55665f4677-d75rh] addLogicalPort took 18.582681ms, libovsdb time 856.113µs I0325 11:05:25.329329 3495 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-57974d844c-kpvhw] creating logical port tsf-tas_fulcio-server-57974d844c-kpvhw for pod on switch ip-10-0-1-56.ec2.internal I0325 11:05:25.329465 3495 kube.go:256] Updating pod tsf-tas/fulcio-server-57974d844c-kpvhw I0325 11:05:25.348475 3495 pod.go:62] [tsf-tas/fulcio-server-57974d844c-kpvhw] pod update took 19.031496ms I0325 11:05:25.348505 3495 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-57974d844c-kpvhw] addLogicalPort annotation time took 19.06732ms I0325 11:05:25.350245 3495 pods.go:271] [tsf-tas/fulcio-server-57974d844c-kpvhw] addLogicalPort took 20.949415ms, libovsdb time 1.173549ms I0325 11:05:25.697319 3495 cni.go:403] [tsf-tas/fulcio-server-57974d844c-kpvhw e214efa8b700a87ee3a3997c618ec819f6e343ec953dbb18fa0adcc85b36732e network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-57974d844c-kpvhw e214efa8b700a87ee3a3997c618ec819f6e343ec953dbb18fa0adcc85b36732e network default NAD default] I0325 11:05:25.709949 3495 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-57974d844c-kpvhw, hostIfaceName: e214efa8b700a87, network: default, NAD default, SandboxID: "e214efa8b700a87ee3a3997c618ec819f6e343ec953dbb18fa0adcc85b36732e", PCI device ID: , UID: "545509e2-f43e-4676-8577-b29a93872de1", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0325 11:05:25.766079 3495 cni.go:424] [tsf-tas/fulcio-server-57974d844c-kpvhw e214efa8b700a87ee3a3997c618ec819f6e343ec953dbb18fa0adcc85b36732e network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-57974d844c-kpvhw e214efa8b700a87ee3a3997c618ec819f6e343ec953dbb18fa0adcc85b36732e network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:2c:98:f9:4b:4a\",\"name\":\"e214efa8b700a87\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bf4b349-51fc-4d2a-8e3e-30cb8df830f9\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:05:27.060137 3495 cni.go:403] [tsf-tas/trillian-logserver-55665f4677-d75rh 80e3ddd030ebd54e22a37e89077140ea782dc8c2b104bc7e1082fcdc683ffa9d network default NAD default] ADD starting CNI request [tsf-tas/trillian-logserver-55665f4677-d75rh 80e3ddd030ebd54e22a37e89077140ea782dc8c2b104bc7e1082fcdc683ffa9d network default NAD default] I0325 11:05:27.068790 3495 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-55665f4677-d75rh, hostIfaceName: 80e3ddd030ebd54, network: default, NAD default, SandboxID: "80e3ddd030ebd54e22a37e89077140ea782dc8c2b104bc7e1082fcdc683ffa9d", PCI device ID: , UID: "c9d23473-e001-4947-8a3d-2264ca64b72b", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0325 11:05:27.125651 3495 cni.go:424] [tsf-tas/trillian-logserver-55665f4677-d75rh 80e3ddd030ebd54e22a37e89077140ea782dc8c2b104bc7e1082fcdc683ffa9d network default NAD default] ADD finished CNI request [tsf-tas/trillian-logserver-55665f4677-d75rh 80e3ddd030ebd54e22a37e89077140ea782dc8c2b104bc7e1082fcdc683ffa9d network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:24:3d:f0:39:5d\",\"name\":\"80e3ddd030ebd54\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56b8ece7-311a-4443-8fd9-955736e1010d\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 11:05:27.357972 3495 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0325 11:05:27.357999 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0325 11:05:28.383741 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0325 11:05:28.383771 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0325 11:05:33.399627 3495 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0325 11:05:36.473738 3495 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0325 11:05:46.496671 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 W0325 11:05:48.554373 3495 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0325 11:05:49.698033 3495 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-2tgtw-g4s6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:05:49.698593 3495 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-2tgtw-g4s6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:05:50.594743 3495 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-2tgtw-g4s6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:05:50.594769 3495 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-2tgtw-g4s6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:04.587766 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0325 11:06:23.621282 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0325 11:06:37.995679 3495 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:06:37.996443 3495 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:06:38.033420 3495 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:38.033448 3495 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:38.040506 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0325 11:06:38.040574 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0325 11:06:42.993166 3495 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-gs4ft-252dc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:06:42.993785 3495 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-gs4ft-252dc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:06:43.873190 3495 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-gs4ft-252dc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:43.873239 3495 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-gs4ft-252dc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:44.516650 3495 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-kjz56-97qr7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:06:44.517332 3495 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-kjz56-97qr7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:06:45.540035 3495 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-kjz56-97qr7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:45.540110 3495 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-kjz56-97qr7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:47.096222 3495 obj_retry.go:464] Detected object tsf/patch-tekton-config-85gts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:06:47.096854 3495 obj_retry.go:464] Detected object tsf/patch-tekton-config-85gts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:06:48.117260 3495 obj_retry.go:458] Detected object tsf/patch-tekton-config-85gts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:48.117291 3495 obj_retry.go:458] Detected object tsf/patch-tekton-config-85gts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:48.217698 3495 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-78mcp] creating logical port tsf_tsf-tekton-configuration-78mcp for pod on switch ip-10-0-1-56.ec2.internal I0325 11:06:48.217887 3495 kube.go:256] Updating pod tsf/tsf-tekton-configuration-78mcp I0325 11:06:48.232620 3495 pod.go:62] [tsf/tsf-tekton-configuration-78mcp] pod update took 14.76226ms I0325 11:06:48.232711 3495 base_network_controller_pods.go:937] [default/tsf/tsf-tekton-configuration-78mcp] addLogicalPort annotation time took 14.862854ms I0325 11:06:48.234402 3495 pods.go:271] [tsf/tsf-tekton-configuration-78mcp] addLogicalPort took 16.723449ms, libovsdb time 1.034259ms I0325 11:06:48.584143 3495 cni.go:403] [tsf/tsf-tekton-configuration-78mcp 0c50f64b747baea9cb005e7dda65142c44be416b8043b5cfc5e7b15fb9fbaeb8 network default NAD default] ADD starting CNI request [tsf/tsf-tekton-configuration-78mcp 0c50f64b747baea9cb005e7dda65142c44be416b8043b5cfc5e7b15fb9fbaeb8 network default NAD default] I0325 11:06:48.595534 3495 helper_linux.go:450] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-78mcp, hostIfaceName: 0c50f64b747baea, network: default, NAD default, SandboxID: "0c50f64b747baea9cb005e7dda65142c44be416b8043b5cfc5e7b15fb9fbaeb8", PCI device ID: , UID: "9e12079c-0fc8-481e-8342-7a41068de64a", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0325 11:06:48.646502 3495 cni.go:424] [tsf/tsf-tekton-configuration-78mcp 0c50f64b747baea9cb005e7dda65142c44be416b8043b5cfc5e7b15fb9fbaeb8 network default NAD default] ADD finished CNI request [tsf/tsf-tekton-configuration-78mcp 0c50f64b747baea9cb005e7dda65142c44be416b8043b5cfc5e7b15fb9fbaeb8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"a2:5e:67:51:53:e2\",\"name\":\"0c50f64b747baea\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93d416f5-b03f-4d75-baa5-e1e8cbf7869c\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:06:49.600447 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 W0325 11:06:50.996052 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0325 11:06:51.022258 3495 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0325 11:06:52.024781 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0325 11:06:54.846183 3495 cni.go:403] [tsf/tsf-tekton-configuration-78mcp 0c50f64b747baea9cb005e7dda65142c44be416b8043b5cfc5e7b15fb9fbaeb8 network default NAD default] DEL starting CNI request [tsf/tsf-tekton-configuration-78mcp 0c50f64b747baea9cb005e7dda65142c44be416b8043b5cfc5e7b15fb9fbaeb8 network default NAD default] I0325 11:06:54.920761 3495 cni.go:424] [tsf/tsf-tekton-configuration-78mcp 0c50f64b747baea9cb005e7dda65142c44be416b8043b5cfc5e7b15fb9fbaeb8 network default NAD default] DEL finished CNI request [tsf/tsf-tekton-configuration-78mcp 0c50f64b747baea9cb005e7dda65142c44be416b8043b5cfc5e7b15fb9fbaeb8 network default NAD default], result "{}", err I0325 11:06:54.971708 3495 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-78mcp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:06:54.971809 3495 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-78mcp I0325 11:06:54.973244 3495 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-78mcp, ips: 10.130.0.41 I0325 11:06:54.973280 3495 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-78mcp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:06:55.992097 3495 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-78mcp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:55.992189 3495 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-78mcp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:56.025806 3495 obj_retry.go:458] Detected object tsf/patch-tekton-config-85gts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:56.025852 3495 obj_retry.go:458] Detected object tsf/patch-tekton-config-85gts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:06:56.029229 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-85gts I0325 11:06:56.029248 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-85gts W0325 11:06:56.938646 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0325 11:07:08.152271 3495 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:08.152837 3495 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:08.169480 3495 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:07:08.169566 3495 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:07:08.175916 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0325 11:07:08.175951 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines I0325 11:07:12.257868 3495 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:12.258507 3495 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:12.277120 3495 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:07:12.277207 3495 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:07:12.283036 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0325 11:07:12.283068 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0325 11:07:13.009331 3495 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-xmghm-dlvh9] creating logical port tsf-tas_tuf-repository-init-xmghm-dlvh9 for pod on switch ip-10-0-1-56.ec2.internal I0325 11:07:13.009466 3495 kube.go:256] Updating pod tsf-tas/tuf-repository-init-xmghm-dlvh9 I0325 11:07:13.021365 3495 pod.go:62] [tsf-tas/tuf-repository-init-xmghm-dlvh9] pod update took 11.922406ms I0325 11:07:13.021387 3495 base_network_controller_pods.go:937] [default/tsf-tas/tuf-repository-init-xmghm-dlvh9] addLogicalPort annotation time took 11.953898ms I0325 11:07:13.023104 3495 pods.go:271] [tsf-tas/tuf-repository-init-xmghm-dlvh9] addLogicalPort took 13.813439ms, libovsdb time 1.15399ms I0325 11:07:18.232437 3495 obj_retry.go:464] Detected object tsf-tpa/create-db-bwg5h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:18.232991 3495 obj_retry.go:464] Detected object tsf-tpa/create-db-bwg5h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:19.254951 3495 obj_retry.go:458] Detected object tsf-tpa/create-db-bwg5h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:07:19.255005 3495 obj_retry.go:458] Detected object tsf-tpa/create-db-bwg5h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:07:22.245541 3495 obj_retry.go:464] Detected object tsf-tpa/migrate-db-k6k2s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:22.246197 3495 obj_retry.go:464] Detected object tsf-tpa/migrate-db-k6k2s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:22.387457 3495 obj_retry.go:458] Detected object tsf-tpa/migrate-db-k6k2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:07:22.387483 3495 obj_retry.go:458] Detected object tsf-tpa/migrate-db-k6k2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:07:22.555113 3495 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-qbdvb] creating logical port tsf-tpa_create-importers-qbdvb for pod on switch ip-10-0-1-56.ec2.internal I0325 11:07:22.555207 3495 kube.go:256] Updating pod tsf-tpa/create-importers-qbdvb I0325 11:07:22.566829 3495 pod.go:62] [tsf-tpa/create-importers-qbdvb] pod update took 11.643181ms I0325 11:07:22.566880 3495 base_network_controller_pods.go:937] [default/tsf-tpa/create-importers-qbdvb] addLogicalPort annotation time took 11.698777ms I0325 11:07:22.568649 3495 pods.go:271] [tsf-tpa/create-importers-qbdvb] addLogicalPort took 13.555447ms, libovsdb time 1.174196ms I0325 11:07:22.926895 3495 cni.go:403] [tsf-tpa/create-importers-qbdvb 17b576410912b0d9ce67da926439ba3f1dff51891a9f1d5487682be87636127f network default NAD default] ADD starting CNI request [tsf-tpa/create-importers-qbdvb 17b576410912b0d9ce67da926439ba3f1dff51891a9f1d5487682be87636127f network default NAD default] I0325 11:07:22.935754 3495 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-qbdvb, hostIfaceName: 17b576410912b0d, network: default, NAD default, SandboxID: "17b576410912b0d9ce67da926439ba3f1dff51891a9f1d5487682be87636127f", PCI device ID: , UID: "0bfed7ef-bfed-4221-960c-6acbd700da85", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0325 11:07:22.987202 3495 cni.go:424] [tsf-tpa/create-importers-qbdvb 17b576410912b0d9ce67da926439ba3f1dff51891a9f1d5487682be87636127f network default NAD default] ADD finished CNI request [tsf-tpa/create-importers-qbdvb 17b576410912b0d9ce67da926439ba3f1dff51891a9f1d5487682be87636127f network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:85:45:40:3d:76\",\"name\":\"17b576410912b0d\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26d49f5f-bfcf-4519-a590-6fe245b04ea8\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:07:23.877959 3495 cni.go:403] [tsf-tas/tuf-repository-init-xmghm-dlvh9 98510930fe26225fb867760428a64dedea5ad07b1d97f0ef9efb4b77b9044f18 network default NAD default] ADD starting CNI request [tsf-tas/tuf-repository-init-xmghm-dlvh9 98510930fe26225fb867760428a64dedea5ad07b1d97f0ef9efb4b77b9044f18 network default NAD default] I0325 11:07:23.886879 3495 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-xmghm-dlvh9, hostIfaceName: 98510930fe26225, network: default, NAD default, SandboxID: "98510930fe26225fb867760428a64dedea5ad07b1d97f0ef9efb4b77b9044f18", PCI device ID: , UID: "ed921c7c-8f70-4ef5-8b52-208d0a2a5d76", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0325 11:07:23.936167 3495 cni.go:424] [tsf-tas/tuf-repository-init-xmghm-dlvh9 98510930fe26225fb867760428a64dedea5ad07b1d97f0ef9efb4b77b9044f18 network default NAD default] ADD finished CNI request [tsf-tas/tuf-repository-init-xmghm-dlvh9 98510930fe26225fb867760428a64dedea5ad07b1d97f0ef9efb4b77b9044f18 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:cc:28:e0:9f:b3\",\"name\":\"98510930fe26225\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30827d10-a873-4b6c-8bf9-940c41d4cef1\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:07:27.032449 3495 cni.go:403] [tsf-tas/tuf-repository-init-xmghm-dlvh9 98510930fe26225fb867760428a64dedea5ad07b1d97f0ef9efb4b77b9044f18 network default NAD default] DEL starting CNI request [tsf-tas/tuf-repository-init-xmghm-dlvh9 98510930fe26225fb867760428a64dedea5ad07b1d97f0ef9efb4b77b9044f18 network default NAD default] I0325 11:07:27.104898 3495 cni.go:424] [tsf-tas/tuf-repository-init-xmghm-dlvh9 98510930fe26225fb867760428a64dedea5ad07b1d97f0ef9efb4b77b9044f18 network default NAD default] DEL finished CNI request [tsf-tas/tuf-repository-init-xmghm-dlvh9 98510930fe26225fb867760428a64dedea5ad07b1d97f0ef9efb4b77b9044f18 network default NAD default], result "{}", err I0325 11:07:27.166164 3495 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-xmghm-dlvh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:27.166258 3495 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-xmghm-dlvh9 I0325 11:07:27.167804 3495 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-xmghm-dlvh9, ips: 10.130.0.42 I0325 11:07:27.167838 3495 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-xmghm-dlvh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:27.611962 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0325 11:07:28.045217 3495 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-xmghm-dlvh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:07:28.045247 3495 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-xmghm-dlvh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:07:30.117651 3495 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-kdhn4] creating logical port tsf-tas_tuf-bc5768c88-kdhn4 for pod on switch ip-10-0-1-56.ec2.internal I0325 11:07:30.117766 3495 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-kdhn4 I0325 11:07:30.134327 3495 pod.go:62] [tsf-tas/tuf-bc5768c88-kdhn4] pod update took 16.568044ms I0325 11:07:30.134416 3495 base_network_controller_pods.go:937] [default/tsf-tas/tuf-bc5768c88-kdhn4] addLogicalPort annotation time took 16.687556ms I0325 11:07:30.136453 3495 pods.go:271] [tsf-tas/tuf-bc5768c88-kdhn4] addLogicalPort took 18.821253ms, libovsdb time 1.479578ms I0325 11:07:34.085646 3495 cni.go:403] [tsf-tas/tuf-bc5768c88-kdhn4 4a01c76a185b6e071c3d7370710eaad94eccd8646feaf556914a7b7feee332a0 network default NAD default] ADD starting CNI request [tsf-tas/tuf-bc5768c88-kdhn4 4a01c76a185b6e071c3d7370710eaad94eccd8646feaf556914a7b7feee332a0 network default NAD default] I0325 11:07:34.094563 3495 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-kdhn4, hostIfaceName: 4a01c76a185b6e0, network: default, NAD default, SandboxID: "4a01c76a185b6e071c3d7370710eaad94eccd8646feaf556914a7b7feee332a0", PCI device ID: , UID: "143eb887-8def-4f96-bb03-90da60a6040c", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0325 11:07:34.143541 3495 cni.go:424] [tsf-tas/tuf-bc5768c88-kdhn4 4a01c76a185b6e071c3d7370710eaad94eccd8646feaf556914a7b7feee332a0 network default NAD default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-kdhn4 4a01c76a185b6e071c3d7370710eaad94eccd8646feaf556914a7b7feee332a0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:3a:6c:80:e9:c6\",\"name\":\"4a01c76a185b6e0\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9421788a-ceff-4061-8c42-64ff7d448836\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 11:07:36.083865 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0325 11:07:37.200473 3495 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0325 11:07:38.100166 3495 cni.go:403] [tsf-tpa/create-importers-qbdvb 17b576410912b0d9ce67da926439ba3f1dff51891a9f1d5487682be87636127f network default NAD default] DEL starting CNI request [tsf-tpa/create-importers-qbdvb 17b576410912b0d9ce67da926439ba3f1dff51891a9f1d5487682be87636127f network default NAD default] I0325 11:07:38.177688 3495 cni.go:424] [tsf-tpa/create-importers-qbdvb 17b576410912b0d9ce67da926439ba3f1dff51891a9f1d5487682be87636127f network default NAD default] DEL finished CNI request [tsf-tpa/create-importers-qbdvb 17b576410912b0d9ce67da926439ba3f1dff51891a9f1d5487682be87636127f network default NAD default], result "{}", err I0325 11:07:38.230551 3495 obj_retry.go:464] Detected object tsf-tpa/create-importers-qbdvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:38.230667 3495 pods.go:176] Deleting pod: tsf-tpa/create-importers-qbdvb I0325 11:07:38.232190 3495 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-qbdvb, ips: 10.130.0.43 I0325 11:07:38.232220 3495 obj_retry.go:464] Detected object tsf-tpa/create-importers-qbdvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:07:39.252168 3495 obj_retry.go:458] Detected object tsf-tpa/create-importers-qbdvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:07:39.252195 3495 obj_retry.go:458] Detected object tsf-tpa/create-importers-qbdvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0325 11:07:47.091704 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0325 11:07:47.606954 3495 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0325 11:08:05.599336 3495 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:08:05.599924 3495 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:08:05.619009 3495 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:08:05.619096 3495 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:08:05.626390 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0325 11:08:05.626418 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0325 11:08:06.332274 3495 namespace.go:98] [build-service] adding namespace I0325 11:08:06.333453 3495 namespace.go:102] [build-service] adding namespace took 1.153136ms I0325 11:08:06.335721 3495 namespace.go:98] [image-controller] adding namespace I0325 11:08:06.336622 3495 namespace.go:102] [image-controller] adding namespace took 841.947µs I0325 11:08:06.337333 3495 namespace.go:98] [integration-service] adding namespace I0325 11:08:06.338020 3495 namespace.go:102] [integration-service] adding namespace took 669.194µs I0325 11:08:06.362713 3495 namespace.go:142] [build-service] updating namespace I0325 11:08:06.385822 3495 namespace.go:142] [build-service] updating namespace I0325 11:08:06.406166 3495 namespace.go:142] [image-controller] updating namespace I0325 11:08:06.451197 3495 namespace.go:142] [image-controller] updating namespace I0325 11:08:06.491845 3495 namespace.go:142] [integration-service] updating namespace I0325 11:08:06.509699 3495 namespace.go:142] [integration-service] updating namespace I0325 11:08:06.560814 3495 namespace.go:142] [build-service] updating namespace I0325 11:08:06.567156 3495 namespace.go:142] [integration-service] updating namespace I0325 11:08:06.594887 3495 namespace.go:98] [release-service] adding namespace I0325 11:08:06.595998 3495 namespace.go:102] [release-service] adding namespace took 1.065861ms I0325 11:08:06.602455 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0325 11:08:06.635277 3495 namespace.go:142] [release-service] updating namespace I0325 11:08:06.655167 3495 namespace.go:142] [release-service] updating namespace I0325 11:08:06.703130 3495 base_network_controller_pods.go:487] [default/konflux-ui/tsf-konflux-public-key-8dx45] creating logical port konflux-ui_tsf-konflux-public-key-8dx45 for pod on switch ip-10-0-1-56.ec2.internal I0325 11:08:06.703223 3495 kube.go:256] Updating pod konflux-ui/tsf-konflux-public-key-8dx45 I0325 11:08:06.716069 3495 namespace.go:142] [konflux-ui] updating namespace I0325 11:08:06.716100 3495 namespace.go:98] [konflux-info] adding namespace I0325 11:08:06.716987 3495 namespace.go:102] [konflux-info] adding namespace took 871.937µs I0325 11:08:06.739981 3495 pod.go:62] [konflux-ui/tsf-konflux-public-key-8dx45] pod update took 36.779759ms I0325 11:08:06.740082 3495 base_network_controller_pods.go:937] [default/konflux-ui/tsf-konflux-public-key-8dx45] addLogicalPort annotation time took 36.886684ms I0325 11:08:06.741859 3495 pods.go:271] [konflux-ui/tsf-konflux-public-key-8dx45] addLogicalPort took 38.749557ms, libovsdb time 1.17742ms I0325 11:08:06.753983 3495 namespace.go:98] [namespace-lister] adding namespace I0325 11:08:06.754929 3495 namespace.go:102] [namespace-lister] adding namespace took 871.524µs I0325 11:08:06.792954 3495 namespace.go:142] [konflux-info] updating namespace I0325 11:08:06.793028 3495 namespace.go:142] [image-controller] updating namespace I0325 11:08:06.823030 3495 namespace.go:98] [enterprise-contract-service] adding namespace I0325 11:08:06.823876 3495 namespace.go:102] [enterprise-contract-service] adding namespace took 823.873µs I0325 11:08:06.864918 3495 namespace.go:142] [konflux-info] updating namespace I0325 11:08:06.885934 3495 namespace.go:142] [namespace-lister] updating namespace I0325 11:08:06.935102 3495 namespace.go:98] [default-tenant] adding namespace I0325 11:08:06.936039 3495 namespace.go:102] [default-tenant] adding namespace took 913.44µs I0325 11:08:06.949316 3495 namespace.go:98] [segment-bridge] adding namespace I0325 11:08:06.950558 3495 namespace.go:102] [segment-bridge] adding namespace took 1.142018ms I0325 11:08:06.983209 3495 namespace.go:142] [namespace-lister] updating namespace I0325 11:08:07.025883 3495 namespace.go:142] [enterprise-contract-service] updating namespace I0325 11:08:07.087011 3495 namespace.go:142] [enterprise-contract-service] updating namespace I0325 11:08:07.124045 3495 namespace.go:142] [default-tenant] updating namespace I0325 11:08:07.177940 3495 namespace.go:142] [default-tenant] updating namespace I0325 11:08:07.206851 3495 namespace.go:142] [segment-bridge] updating namespace I0325 11:08:07.246799 3495 namespace.go:142] [segment-bridge] updating namespace I0325 11:08:07.494356 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=75 I0325 11:08:07.602552 3495 namespace.go:142] [build-service] updating namespace I0325 11:08:07.658164 3495 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0325 11:08:07.658788 3495 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0325 11:08:07.658813 3495 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0325 11:08:07.661568 3495 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0325 11:08:07.748520 3495 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0325 11:08:07.748546 3495 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0325 11:08:07.749431 3495 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0325 11:08:07.799550 3495 namespace.go:142] [default-tenant] updating namespace I0325 11:08:07.997348 3495 namespace.go:142] [enterprise-contract-service] updating namespace I0325 11:08:08.199362 3495 namespace.go:142] [image-controller] updating namespace I0325 11:08:08.245203 3495 cni.go:403] [konflux-ui/tsf-konflux-public-key-8dx45 f3dcae7e671413b83c8d031a81f4fc2b944ea6f34740740e9b55419ebaa796ca network default NAD default] ADD starting CNI request [konflux-ui/tsf-konflux-public-key-8dx45 f3dcae7e671413b83c8d031a81f4fc2b944ea6f34740740e9b55419ebaa796ca network default NAD default] I0325 11:08:08.257763 3495 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: tsf-konflux-public-key-8dx45, hostIfaceName: f3dcae7e671413b, network: default, NAD default, SandboxID: "f3dcae7e671413b83c8d031a81f4fc2b944ea6f34740740e9b55419ebaa796ca", PCI device ID: , UID: "b24a72f1-2798-4cfc-9a86-47f967bd496e", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0325 11:08:08.319611 3495 cni.go:424] [konflux-ui/tsf-konflux-public-key-8dx45 f3dcae7e671413b83c8d031a81f4fc2b944ea6f34740740e9b55419ebaa796ca network default NAD default] ADD finished CNI request [konflux-ui/tsf-konflux-public-key-8dx45 f3dcae7e671413b83c8d031a81f4fc2b944ea6f34740740e9b55419ebaa796ca network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:65:8d:49:ae:fa\",\"name\":\"f3dcae7e671413b\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2572ead5-a48d-4294-b18e-3cffc7649ce5\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0325 11:08:08.401357 3495 namespace.go:142] [integration-service] updating namespace I0325 11:08:08.625972 3495 namespace.go:142] [konflux-info] updating namespace I0325 11:08:08.826096 3495 namespace.go:142] [namespace-lister] updating namespace I0325 11:08:09.013944 3495 namespace.go:142] [release-service] updating namespace I0325 11:08:09.209897 3495 namespace.go:142] [segment-bridge] updating namespace I0325 11:08:09.346606 3495 namespace.go:142] [build-service] updating namespace I0325 11:08:09.366860 3495 namespace.go:142] [default-tenant] updating namespace I0325 11:08:09.384668 3495 namespace.go:142] [enterprise-contract-service] updating namespace I0325 11:08:09.406090 3495 namespace.go:142] [image-controller] updating namespace I0325 11:08:09.419044 3495 namespace.go:142] [integration-service] updating namespace I0325 11:08:09.438716 3495 namespace.go:142] [konflux-info] updating namespace I0325 11:08:09.459424 3495 namespace.go:142] [namespace-lister] updating namespace I0325 11:08:09.479641 3495 namespace.go:142] [release-service] updating namespace I0325 11:08:09.505096 3495 namespace.go:142] [segment-bridge] updating namespace I0325 11:08:09.575343 3495 namespace.go:142] [build-service] updating namespace I0325 11:08:09.653829 3495 namespace.go:142] [default-tenant] updating namespace I0325 11:08:09.752969 3495 namespace.go:142] [enterprise-contract-service] updating namespace I0325 11:08:09.831876 3495 namespace.go:142] [image-controller] updating namespace I0325 11:08:09.915445 3495 namespace.go:142] [integration-service] updating namespace I0325 11:08:09.996326 3495 namespace.go:142] [konflux-info] updating namespace I0325 11:08:10.077126 3495 namespace.go:142] [namespace-lister] updating namespace I0325 11:08:10.161709 3495 namespace.go:142] [release-service] updating namespace I0325 11:08:10.264522 3495 namespace.go:142] [segment-bridge] updating namespace I0325 11:08:11.252907 3495 base_network_controller_pods.go:487] [default/konflux-ui/proxy-75fc956df-n8n4w] creating logical port konflux-ui_proxy-75fc956df-n8n4w for pod on switch ip-10-0-1-56.ec2.internal I0325 11:08:11.253033 3495 kube.go:256] Updating pod konflux-ui/proxy-75fc956df-n8n4w I0325 11:08:11.270959 3495 pod.go:62] [konflux-ui/proxy-75fc956df-n8n4w] pod update took 17.969947ms I0325 11:08:11.270989 3495 base_network_controller_pods.go:937] [default/konflux-ui/proxy-75fc956df-n8n4w] addLogicalPort annotation time took 18.008341ms I0325 11:08:11.272822 3495 pods.go:271] [konflux-ui/proxy-75fc956df-n8n4w] addLogicalPort took 19.935122ms, libovsdb time 1.217994ms W0325 11:08:11.527811 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0325 11:08:14.552112 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0325 11:08:14.574165 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0325 11:08:15.237131 3495 cni.go:403] [konflux-ui/proxy-75fc956df-n8n4w 7c8f4650e1b6ca40b5022282260d48c840cd4b684f9ae1fee8d724886671d582 network default NAD default] ADD starting CNI request [konflux-ui/proxy-75fc956df-n8n4w 7c8f4650e1b6ca40b5022282260d48c840cd4b684f9ae1fee8d724886671d582 network default NAD default] I0325 11:08:15.249590 3495 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: proxy-75fc956df-n8n4w, hostIfaceName: 7c8f4650e1b6ca4, network: default, NAD default, SandboxID: "7c8f4650e1b6ca40b5022282260d48c840cd4b684f9ae1fee8d724886671d582", PCI device ID: , UID: "db3c6ec0-345a-4563-a322-0e22b00e4971", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0325 11:08:15.309117 3495 cni.go:424] [konflux-ui/proxy-75fc956df-n8n4w 7c8f4650e1b6ca40b5022282260d48c840cd4b684f9ae1fee8d724886671d582 network default NAD default] ADD finished CNI request [konflux-ui/proxy-75fc956df-n8n4w 7c8f4650e1b6ca40b5022282260d48c840cd4b684f9ae1fee8d724886671d582 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4a:3b:f2:88:92:49\",\"name\":\"7c8f4650e1b6ca4\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26cea0c0-dc07-4799-8fe3-1dcbb73d159a\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 11:08:15.567409 3495 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0325 11:08:17.354015 3495 cni.go:403] [konflux-ui/tsf-konflux-public-key-8dx45 f3dcae7e671413b83c8d031a81f4fc2b944ea6f34740740e9b55419ebaa796ca network default NAD default] DEL starting CNI request [konflux-ui/tsf-konflux-public-key-8dx45 f3dcae7e671413b83c8d031a81f4fc2b944ea6f34740740e9b55419ebaa796ca network default NAD default] I0325 11:08:17.443420 3495 cni.go:424] [konflux-ui/tsf-konflux-public-key-8dx45 f3dcae7e671413b83c8d031a81f4fc2b944ea6f34740740e9b55419ebaa796ca network default NAD default] DEL finished CNI request [konflux-ui/tsf-konflux-public-key-8dx45 f3dcae7e671413b83c8d031a81f4fc2b944ea6f34740740e9b55419ebaa796ca network default NAD default], result "{}", err W0325 11:08:18.595679 3495 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0325 11:08:18.597256 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0325 11:08:18.638703 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0325 11:08:18.641226 3495 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0325 11:08:20.377143 3495 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-8dx45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:08:20.377261 3495 pods.go:176] Deleting pod: konflux-ui/tsf-konflux-public-key-8dx45 I0325 11:08:20.379117 3495 pods.go:236] Attempting to release IPs for pod: konflux-ui/tsf-konflux-public-key-8dx45, ips: 10.130.0.45 I0325 11:08:20.379213 3495 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-8dx45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0325 11:08:21.376379 3495 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0325 11:08:21.376435 3495 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0325 11:08:21.398530 3495 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-8dx45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:08:21.398562 3495 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-8dx45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:08:21.551252 3495 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-56.ec2.internal I0325 11:08:21.551395 3495 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0325 11:08:21.563585 3495 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 12.218823ms I0325 11:08:21.563785 3495 base_network_controller_pods.go:937] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 12.423729ms I0325 11:08:21.565404 3495 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 14.171859ms, libovsdb time 1.136231ms I0325 11:08:21.915001 3495 cni.go:403] [konflux-ui/test-tsf-konflux a535b55345168265bc693d71c8b73eaab70f58f77a14b5da0cee1acd7a294751 network default NAD default] ADD starting CNI request [konflux-ui/test-tsf-konflux a535b55345168265bc693d71c8b73eaab70f58f77a14b5da0cee1acd7a294751 network default NAD default] I0325 11:08:21.924517 3495 helper_linux.go:450] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: a535b5534516826, network: default, NAD default, SandboxID: "a535b55345168265bc693d71c8b73eaab70f58f77a14b5da0cee1acd7a294751", PCI device ID: , UID: "959c0f58-5192-4f3e-89a1-51cdd5b1626c", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0325 11:08:21.975796 3495 cni.go:424] [konflux-ui/test-tsf-konflux a535b55345168265bc693d71c8b73eaab70f58f77a14b5da0cee1acd7a294751 network default NAD default] ADD finished CNI request [konflux-ui/test-tsf-konflux a535b55345168265bc693d71c8b73eaab70f58f77a14b5da0cee1acd7a294751 network default NAD default], result "{\"interfaces\":[{\"mac\":\"9e:8c:4b:3d:a3:5b\",\"name\":\"a535b5534516826\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8010969-a238-498c-9fc6-cebba62b0903\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0325 11:08:23.644930 3495 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0325 11:08:23.645099 3495 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0325 11:08:23.671452 3495 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0325 11:08:23.671500 3495 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0325 11:08:29.944926 3495 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-xbt94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:08:29.945553 3495 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-xbt94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:08:30.695515 3495 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-xbt94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:08:30.695546 3495 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-xbt94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:08:30.702404 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-xbt94 I0325 11:08:30.702487 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-xbt94 I0325 11:08:31.575351 3495 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0325 11:08:42.620819 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0325 11:08:48.503925 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=665 W0325 11:08:58.446566 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0325 11:08:58.446670 3495 util.go:959] Failed to build node endpoints for node ip-10-0-1-56.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0325 11:09:25.552067 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=119 I0325 11:09:28.346549 3495 obj_retry.go:464] Detected object konflux-ui/proxy-6db99cc9b4-4fx4h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:09:28.347146 3495 obj_retry.go:464] Detected object konflux-ui/proxy-6db99cc9b4-4fx4h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:09:29.057135 3495 obj_retry.go:458] Detected object konflux-ui/proxy-6db99cc9b4-4fx4h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:09:29.057212 3495 obj_retry.go:458] Detected object konflux-ui/proxy-6db99cc9b4-4fx4h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:09:29.065876 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6db99cc9b4-4fx4h I0325 11:09:29.065973 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6db99cc9b4-4fx4h I0325 11:09:29.495362 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0325 11:09:29.799338 3495 cni.go:403] [konflux-ui/test-tsf-konflux a535b55345168265bc693d71c8b73eaab70f58f77a14b5da0cee1acd7a294751 network default NAD default] DEL starting CNI request [konflux-ui/test-tsf-konflux a535b55345168265bc693d71c8b73eaab70f58f77a14b5da0cee1acd7a294751 network default NAD default] I0325 11:09:29.884769 3495 cni.go:424] [konflux-ui/test-tsf-konflux a535b55345168265bc693d71c8b73eaab70f58f77a14b5da0cee1acd7a294751 network default NAD default] DEL finished CNI request [konflux-ui/test-tsf-konflux a535b55345168265bc693d71c8b73eaab70f58f77a14b5da0cee1acd7a294751 network default NAD default], result "{}", err I0325 11:09:29.940381 3495 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:09:29.940418 3495 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0325 11:09:29.941864 3495 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.47 I0325 11:09:29.941892 3495 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:09:29.976960 3495 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:09:29.977003 3495 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:09:29.982231 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0325 11:09:29.982258 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0325 11:09:38.592079 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0325 11:09:46.494691 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=172 I0325 11:09:50.542773 3495 cni.go:403] [konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 4ba39533f57d8569331276b602006a5123f0da702e4a15228fa8a814838730c5 network default NAD default] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 4ba39533f57d8569331276b602006a5123f0da702e4a15228fa8a814838730c5 network default NAD default] I0325 11:09:50.618475 3495 cni.go:424] [konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 4ba39533f57d8569331276b602006a5123f0da702e4a15228fa8a814838730c5 network default NAD default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 4ba39533f57d8569331276b602006a5123f0da702e4a15228fa8a814838730c5 network default NAD default], result "{}", err I0325 11:09:50.680491 3495 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:09:50.680607 3495 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 I0325 11:09:50.682119 3495 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2, ips: 10.130.0.25 I0325 11:09:50.682154 3495 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:09:50.921237 3495 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:09:50.921364 3495 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:09:50.928521 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 I0325 11:09:50.928617 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-78bccb8d54-4lwg2 I0325 11:10:04.421594 3495 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573950-s4vc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:10:04.422217 3495 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573950-s4vc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:10:04.560389 3495 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:10:04.560933 3495 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:10:05.303074 3495 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:10:05.303100 3495 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:10:05.306473 3495 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573950-s4vc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:10:05.306493 3495 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573950-s4vc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:10:05.311937 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5 I0325 11:10:05.311966 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-7f574d4dd8-kz2h5 W0325 11:10:08.335019 3495 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0325 11:10:38.769924 3495 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-56b684c87-q7ghp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:10:38.770582 3495 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-56b684c87-q7ghp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:10:39.505704 3495 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-56b684c87-q7ghp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:10:39.505729 3495 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-56b684c87-q7ghp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:10:39.511588 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-56b684c87-q7ghp I0325 11:10:39.511614 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-56b684c87-q7ghp I0325 11:11:24.574348 3495 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0325 11:12:38.581792 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0325 11:12:52.591123 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0325 11:13:57.608477 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0325 11:14:15.499609 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0325 11:14:41.555108 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0325 11:15:14.614760 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0325 11:15:18.603454 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0325 11:15:19.497713 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=18 I0325 11:15:26.610264 3495 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0325 11:15:30.578258 3495 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0325 11:15:37.506749 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=64 W0325 11:16:00.894841 3495 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-586dd9bc44-q7tl2 I0325 11:16:28.498047 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0325 11:16:31.623415 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0325 11:17:19.049928 3495 obj_retry.go:458] Detected object tsf-tpa/create-db-bwg5h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:17:19.049978 3495 obj_retry.go:458] Detected object tsf-tpa/create-db-bwg5h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:17:19.054560 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-bwg5h I0325 11:17:19.054649 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-bwg5h I0325 11:17:22.032086 3495 obj_retry.go:458] Detected object tsf-tpa/migrate-db-k6k2s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:17:22.032131 3495 obj_retry.go:458] Detected object tsf-tpa/migrate-db-k6k2s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:17:22.036110 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-k6k2s I0325 11:17:22.036141 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-k6k2s I0325 11:17:22.594815 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0325 11:17:34.498950 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0325 11:17:39.032447 3495 obj_retry.go:458] Detected object tsf-tpa/create-importers-qbdvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:17:39.032479 3495 obj_retry.go:458] Detected object tsf-tpa/create-importers-qbdvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:17:39.035853 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-qbdvb I0325 11:17:39.035880 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-qbdvb I0325 11:19:29.502802 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0325 11:19:39.577368 3495 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0325 11:19:57.558605 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0325 11:20:04.029898 3495 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573960-8w756 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0325 11:20:04.030625 3495 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573960-8w756 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0325 11:20:04.909337 3495 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573960-8w756 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:20:04.909386 3495 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573960-8w756 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:20:04.939383 3495 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:20:04.939409 3495 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0325 11:20:04.941636 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s I0325 11:20:04.941679 3495 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29573930-vn68s I0325 11:20:29.594023 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0325 11:20:37.617693 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0325 11:21:44.500910 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0325 11:21:58.606816 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0325 11:22:22.584641 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0325 11:22:48.626053 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0325 11:22:53.186427 3495 namespace.go:98] [default-tenant-managed] adding namespace I0325 11:22:53.187387 3495 namespace.go:102] [default-tenant-managed] adding namespace took 893.517µs I0325 11:22:53.249869 3495 namespace.go:142] [default-tenant-managed] updating namespace I0325 11:22:53.268042 3495 namespace.go:142] [default-tenant-managed] updating namespace I0325 11:22:54.195902 3495 namespace.go:142] [default-tenant-managed] updating namespace I0325 11:22:54.327194 3495 namespace.go:142] [default-tenant-managed] updating namespace I0325 11:22:54.425686 3495 namespace.go:142] [default-tenant-managed] updating namespace I0325 11:22:55.612822 3495 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0325 11:23:06.611362 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0325 11:23:33.511172 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0325 11:24:32.581165 3495 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0325 11:25:08.597759 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0325 11:25:37.501135 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0325 11:26:17.561906 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0325 11:26:26.502575 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0325 11:26:48.506392 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0325 11:27:28.504173 3495 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0325 11:28:07.580984 3495 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0325 11:28:07.597244 3495 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9