+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-139.ec2.internal ++ [[ -n ip-10-0-1-139.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-139.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 02:57:10.014264250 - disable conntrack on geneve port' I0424 02:57:10.014264250 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0424 02:57:10.030511464 - starting ovnkube-node' I0424 02:57:10.030511464 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-139.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-139.ec2.internal --init-node ip-10-0-1-139.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-139.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0424 02:57:10.072542 3668 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0424 02:57:10.072603 3668 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-92e50c4391.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0424 02:57:10.074458 3668 kube.go:431] Waiting for certificate I0424 02:57:10.074491 3668 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0424 02:57:10.074534 3668 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0424 02:57:10.075327 3668 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 02:57:10.109059 3668 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 02:57:10.109082 3668 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 02:57:10.111933 3668 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 02:57:10.112050 3668 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-29dgc" I0424 02:57:25.137118 3668 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-29dgc" I0424 02:57:25.137203 3668 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0424 02:57:26.075271 3668 kube.go:438] Certificate found I0424 02:57:26.075894 3668 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0424 02:57:26.076800 3668 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0424 02:57:26.144277 3668 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 02:57:26.155551 3668 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0424 02:57:26.155629 3668 factory.go:561] Starting watch factory I0424 02:57:26.155758 3668 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.155785 3668 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.155839 3668 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.155864 3668 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.155884 3668 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.155899 3668 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.155962 3668 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0424 02:57:26.156127 3668 server.go:101] MetricServer registers OVS metrics I0424 02:57:26.156159 3668 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.156242 3668 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.156621 3668 server.go:105] MetricServer registers OVN DB metrics I0424 02:57:26.157386 3668 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.157453 3668 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.160882 3668 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0424 02:57:26.160908 3668 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0424 02:57:26.160613 3668 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.161035 3668 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.161146 3668 controller_manager.go:370] Starting the ovnkube controller I0424 02:57:26.161158 3668 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-139.ec2.internal I0424 02:57:26.161217 3668 controller_manager.go:395] NBDB zone sync took: 49.858µs I0424 02:57:26.161230 3668 factory.go:561] Starting watch factory I0424 02:57:26.174890 3668 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0424 02:57:26.174909 3668 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0424 02:57:26.178503 3668 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0424 02:57:26.178544 3668 server.go:109] MetricServer registers OVN Controller metrics I0424 02:57:26.180834 3668 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.182881 3668 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.182981 3668 server.go:113] MetricServer registers OVN Northd metrics I0424 02:57:26.183374 3668 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.183637 3668 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.183657 3668 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.188528 3668 metrics.go:519] OVN Metrics Server starts to run ... I0424 02:57:26.192484 3668 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:26.238193 3668 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-25 02:52:25 +0000 UTC" deadline="2026-04-24 21:23:39.700774811 +0000 UTC" I0424 02:57:26.238223 3668 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h26m13.462563669s" I0424 02:57:26.261316 3668 factory.go:1977] *v1.Pod informer cache synced successfully I0424 02:57:26.261336 3668 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 02:57:26.261341 3668 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 02:57:26.261344 3668 factory.go:1977] *v1.Node informer cache synced successfully I0424 02:57:26.261347 3668 factory.go:1977] *v1.Service informer cache synced successfully I0424 02:57:26.261349 3668 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 02:57:26.261429 3668 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:57:26.261442 3668 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:57:26.261430 3668 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:57:26.261485 3668 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:57:26.264017 3668 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:57:26.264016 3668 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0424 02:57:26.267267 3668 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0424 02:57:26.267298 3668 factory.go:1977] *v1.Namespace informer cache synced successfully I0424 02:57:26.267303 3668 factory.go:1977] *v1.Node informer cache synced successfully I0424 02:57:26.267306 3668 factory.go:1977] *v1.Service informer cache synced successfully I0424 02:57:26.267308 3668 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0424 02:57:26.267311 3668 factory.go:1977] *v1.Pod informer cache synced successfully I0424 02:57:26.267277 3668 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 02:57:26.267320 3668 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 02:57:26.267379 3668 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.267391 3668 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.269587 3668 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.272346 3668 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 02:57:26.272362 3668 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0424 02:57:26.272370 3668 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0424 02:57:26.272406 3668 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.272417 3668 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.274730 3668 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.277460 3668 factory.go:1977] *v1.EgressIP informer cache synced successfully I0424 02:57:26.277475 3668 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 02:57:26.277525 3668 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.277536 3668 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.279466 3668 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.283292 3668 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 02:57:26.283311 3668 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0424 02:57:26.283343 3668 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.283355 3668 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.285341 3668 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.289219 3668 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 02:57:26.289274 3668 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.289297 3668 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.289310 3668 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0424 02:57:26.291421 3668 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.295167 3668 factory.go:1977] *v1.EgressService informer cache synced successfully I0424 02:57:26.295178 3668 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 02:57:26.295366 3668 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 02:57:26.295379 3668 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 02:57:26.297345 3668 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0424 02:57:26.301139 3668 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 02:57:26.301151 3668 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0424 02:57:26.301198 3668 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.301213 3668 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.301199 3668 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.301279 3668 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.303222 3668 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.303392 3668 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0424 02:57:26.307187 3668 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 02:57:26.307198 3668 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 02:57:26.307205 3668 factory.go:680] Watch Factory start up complete, took: 151.588231ms I0424 02:57:26.307264 3668 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0424 02:57:26.307321 3668 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0424 02:57:26.312789 3668 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0424 02:57:26.312802 3668 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0424 02:57:26.312811 3668 factory.go:680] Watch Factory start up complete, took: 151.581117ms I0424 02:57:26.312820 3668 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-139.ec2.internal" zone I0424 02:57:26.349922 3668 default_node_network_controller.go:710] Initializing the default node network controller I0424 02:57:26.437031 3668 udn_isolation.go:101] Starting UDN host isolation manager I0424 02:57:26.443143 3668 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0424 02:57:26.495807 3668 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0424 02:57:26.495918 3668 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0424 02:57:26.495939 3668 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0424 02:57:26.529221 3668 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0424 02:57:26.529296 3668 default_node_network_controller.go:809] Node ip-10-0-1-139.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0424 02:57:26.534717 3668 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.139"] k8s.ovn.org/zone-name:ip-10-0-1-139.ec2.internal] on node ip-10-0-1-139.ec2.internal I0424 02:57:26.557716 3668 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0424 02:57:26.562869 3668 controller_manager.go:429] Waiting for node in zone sync took: 250.033849ms I0424 02:57:26.563688 3668 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0424 02:57:26.563800 3668 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0424 02:57:26.563919 3668 gateway_init.go:263] Preparing Gateway I0424 02:57:26.563930 3668 gateway_shared_intf.go:1687] Creating new gateway I0424 02:57:26.570996 3668 controller_manager.go:611] Switching to transit router for layer2 networks I0424 02:57:26.571011 3668 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-139.ec2.internal I0424 02:57:26.587611 3668 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0424 02:57:26.593766 3668 controller_manager.go:290] SCTP support detected in OVN I0424 02:57:26.594346 3668 services_controller.go:69] Creating services controller for network=default I0424 02:57:26.594414 3668 udn_enabled_svc.go:80] Waiting for service informer to sync I0424 02:57:26.594882 3668 udn_enabled_svc.go:95] Performing full resync I0424 02:57:26.594969 3668 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0424 02:57:26.595001 3668 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0424 02:57:26.595012 3668 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0424 02:57:26.595021 3668 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 02:57:26.595165 3668 udn_enabled_svc.go:99] Waiting for handler to sync I0424 02:57:26.595176 3668 udn_enabled_svc.go:104] Starting worker I0424 02:57:26.595208 3668 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0424 02:57:26.595258 3668 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0424 02:57:26.595302 3668 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.583µs I0424 02:57:26.595313 3668 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 47.014µs I0424 02:57:26.595320 3668 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 62.327µs I0424 02:57:26.595326 3668 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0424 02:57:26.595336 3668 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0424 02:57:26.595346 3668 default_network_controller.go:325] Starting the default network controller I0424 02:57:26.595357 3668 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.548µs I0424 02:57:26.604359 3668 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0424 02:57:26.604416 3668 repair.go:33] Syncing exgw routes took 43.715µs I0424 02:57:26.604440 3668 default_network_controller.go:414] Starting all the Watchers... I0424 02:57:26.604574 3668 namespace.go:98] [openshift-network-node-identity] adding namespace I0424 02:57:26.604587 3668 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0424 02:57:26.604589 3668 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0424 02:57:26.604591 3668 namespace.go:98] [openshift-backplane-cse] adding namespace I0424 02:57:26.604602 3668 namespace.go:98] [openshift-backplane-mobb] adding namespace I0424 02:57:26.604603 3668 namespace.go:98] [openshift-host-network] adding namespace I0424 02:57:26.604574 3668 namespace.go:98] [openshift-authentication] adding namespace I0424 02:57:26.604613 3668 namespace.go:98] [openshift-apiserver-operator] adding namespace I0424 02:57:26.604617 3668 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0424 02:57:26.604616 3668 namespace.go:98] [openshift-backplane-tam] adding namespace I0424 02:57:26.604624 3668 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0424 02:57:26.604624 3668 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0424 02:57:26.604631 3668 namespace.go:98] [openshift-infra] adding namespace I0424 02:57:26.604631 3668 namespace.go:98] [openshift-service-ca] adding namespace I0424 02:57:26.604574 3668 namespace.go:98] [openshift-dns] adding namespace I0424 02:57:26.605161 3668 namespace.go:102] [openshift-network-node-identity] adding namespace took 574.08µs I0424 02:57:26.605175 3668 namespace.go:98] [openshift-backplane-cee] adding namespace I0424 02:57:26.605651 3668 namespace.go:102] [openshift-backplane-cee] adding namespace took 471.058µs I0424 02:57:26.605666 3668 namespace.go:98] [dedicated-admin] adding namespace I0424 02:57:26.606164 3668 namespace.go:102] [dedicated-admin] adding namespace took 492.579µs I0424 02:57:26.606178 3668 namespace.go:98] [openshift-package-operator] adding namespace I0424 02:57:26.606695 3668 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.098954ms I0424 02:57:26.606708 3668 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0424 02:57:26.607149 3668 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 2.550406ms I0424 02:57:26.607157 3668 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0424 02:57:26.607606 3668 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.001334ms I0424 02:57:26.607632 3668 namespace.go:98] [openshift-console] adding namespace I0424 02:57:26.608238 3668 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.629191ms I0424 02:57:26.608251 3668 namespace.go:98] [openshift-machine-api] adding namespace I0424 02:57:26.608774 3668 namespace.go:102] [openshift-host-network] adding namespace took 4.161087ms I0424 02:57:26.608790 3668 namespace.go:98] [openshift-cluster-version] adding namespace I0424 02:57:26.609640 3668 namespace.go:102] [openshift-authentication] adding namespace took 5.024814ms I0424 02:57:26.609660 3668 namespace.go:98] [openshift-backplane] adding namespace I0424 02:57:26.610053 3668 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.433151ms I0424 02:57:26.610068 3668 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0424 02:57:26.610577 3668 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.951686ms I0424 02:57:26.610596 3668 namespace.go:98] [openshift-console-user-settings] adding namespace I0424 02:57:26.611036 3668 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.407611ms I0424 02:57:26.611048 3668 namespace.go:98] [openshift-insights] adding namespace I0424 02:57:26.611643 3668 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.010914ms I0424 02:57:26.611660 3668 namespace.go:98] [openshift-logging] adding namespace I0424 02:57:26.612169 3668 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.534188ms I0424 02:57:26.612184 3668 namespace.go:98] [openshift-controller-manager] adding namespace I0424 02:57:26.612883 3668 namespace.go:102] [openshift-infra] adding namespace took 8.243627ms I0424 02:57:26.612903 3668 namespace.go:98] [openshift-network-console] adding namespace I0424 02:57:26.613482 3668 namespace.go:102] [openshift-service-ca] adding namespace took 8.839889ms I0424 02:57:26.613497 3668 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0424 02:57:26.614079 3668 namespace.go:102] [openshift-dns] adding namespace took 9.387294ms I0424 02:57:26.614098 3668 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0424 02:57:26.614603 3668 namespace.go:102] [openshift-package-operator] adding namespace took 8.418304ms I0424 02:57:26.614622 3668 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0424 02:57:26.615204 3668 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.488841ms I0424 02:57:26.615222 3668 namespace.go:98] [openshift-kube-scheduler] adding namespace I0424 02:57:26.615897 3668 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.733902ms I0424 02:57:26.615915 3668 namespace.go:98] [openshift-kube-apiserver] adding namespace I0424 02:57:26.616476 3668 namespace.go:102] [openshift-console] adding namespace took 8.833623ms I0424 02:57:26.616501 3668 namespace.go:98] [openshift-console-operator] adding namespace I0424 02:57:26.616894 3668 namespace.go:102] [openshift-machine-api] adding namespace took 8.637582ms I0424 02:57:26.616911 3668 namespace.go:98] [openshift-network-operator] adding namespace I0424 02:57:26.617269 3668 namespace.go:102] [openshift-cluster-version] adding namespace took 8.474124ms I0424 02:57:26.617294 3668 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0424 02:57:26.617713 3668 namespace.go:102] [openshift-backplane] adding namespace took 8.045613ms I0424 02:57:26.617733 3668 namespace.go:98] [openshift-apiserver] adding namespace I0424 02:57:26.618107 3668 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.033481ms I0424 02:57:26.618120 3668 namespace.go:98] [openshift-backplane-csm] adding namespace I0424 02:57:26.618533 3668 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.93151ms I0424 02:57:26.618547 3668 namespace.go:98] [openshift-etcd] adding namespace I0424 02:57:26.619085 3668 namespace.go:102] [openshift-insights] adding namespace took 8.032368ms I0424 02:57:26.619099 3668 namespace.go:98] [openshift-node] adding namespace I0424 02:57:26.619624 3668 namespace.go:102] [openshift-logging] adding namespace took 7.949655ms I0424 02:57:26.619646 3668 namespace.go:98] [default] adding namespace I0424 02:57:26.620043 3668 namespace.go:102] [openshift-controller-manager] adding namespace took 7.853575ms I0424 02:57:26.620057 3668 namespace.go:98] [kube-system] adding namespace I0424 02:57:26.620585 3668 namespace.go:102] [openshift-network-console] adding namespace took 7.675354ms I0424 02:57:26.620603 3668 namespace.go:98] [openshift-image-registry] adding namespace I0424 02:57:26.621084 3668 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.583214ms I0424 02:57:26.621095 3668 namespace.go:98] [openshift-monitoring] adding namespace I0424 02:57:26.621523 3668 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.418616ms I0424 02:57:26.621536 3668 namespace.go:98] [openshift-ingress-canary] adding namespace I0424 02:57:26.621952 3668 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.322577ms I0424 02:57:26.621968 3668 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0424 02:57:26.622507 3668 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.277491ms I0424 02:57:26.622528 3668 namespace.go:98] [openshift-network-diagnostics] adding namespace I0424 02:57:26.622956 3668 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.035041ms I0424 02:57:26.622974 3668 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0424 02:57:26.623430 3668 namespace.go:102] [openshift-console-operator] adding namespace took 6.922104ms I0424 02:57:26.623444 3668 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0424 02:57:26.623990 3668 namespace.go:102] [openshift-network-operator] adding namespace took 7.072181ms I0424 02:57:26.624003 3668 namespace.go:98] [openshift-marketplace] adding namespace I0424 02:57:26.624517 3668 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.216261ms I0424 02:57:26.624536 3668 namespace.go:98] [openshift-operators] adding namespace I0424 02:57:26.625037 3668 namespace.go:102] [openshift-apiserver] adding namespace took 7.297881ms I0424 02:57:26.625050 3668 namespace.go:98] [kube-node-lease] adding namespace I0424 02:57:26.625548 3668 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.42205ms I0424 02:57:26.625562 3668 namespace.go:98] [openshift-must-gather-operator] adding namespace I0424 02:57:26.626064 3668 namespace.go:102] [openshift-etcd] adding namespace took 7.511129ms I0424 02:57:26.626084 3668 namespace.go:98] [openshift-dns-operator] adding namespace I0424 02:57:26.626593 3668 namespace.go:102] [openshift-node] adding namespace took 7.48956ms I0424 02:57:26.626605 3668 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0424 02:57:26.627125 3668 namespace.go:102] [default] adding namespace took 7.471512ms I0424 02:57:26.627144 3668 namespace.go:98] [openshift-operators-redhat] adding namespace I0424 02:57:26.627668 3668 namespace.go:102] [kube-system] adding namespace took 7.604645ms I0424 02:57:26.627683 3668 namespace.go:98] [openshift-authentication-operator] adding namespace I0424 02:57:26.628139 3668 namespace.go:102] [openshift-image-registry] adding namespace took 7.530585ms I0424 02:57:26.628153 3668 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0424 02:57:26.628695 3668 namespace.go:102] [openshift-monitoring] adding namespace took 7.594666ms I0424 02:57:26.628710 3668 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0424 02:57:26.629216 3668 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.675701ms I0424 02:57:26.629229 3668 namespace.go:98] [openshift-ingress] adding namespace W0424 02:57:26.629654 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-z4cpl: pod openshift-network-diagnostics/network-check-target-z4cpl: no pod IPs found I0424 02:57:26.629703 3668 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.729615ms I0424 02:57:26.630200 3668 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.664386ms I0424 02:57:26.630218 3668 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0424 02:57:26.630684 3668 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.704393ms I0424 02:57:26.630700 3668 namespace.go:98] [openshift-customer-monitoring] adding namespace I0424 02:57:26.631116 3668 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.664775ms I0424 02:57:26.631129 3668 namespace.go:98] [openshift] adding namespace I0424 02:57:26.631557 3668 namespace.go:102] [openshift-marketplace] adding namespace took 7.549133ms I0424 02:57:26.631572 3668 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0424 02:57:26.631977 3668 namespace.go:102] [openshift-operators] adding namespace took 7.436023ms I0424 02:57:26.631991 3668 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0424 02:57:26.632424 3668 namespace.go:102] [kube-node-lease] adding namespace took 7.368553ms I0424 02:57:26.632436 3668 namespace.go:98] [kube-public] adding namespace I0424 02:57:26.632816 3668 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.246953ms I0424 02:57:26.632834 3668 namespace.go:98] [openshift-machine-config-operator] adding namespace I0424 02:57:26.633315 3668 namespace.go:102] [openshift-dns-operator] adding namespace took 7.223178ms I0424 02:57:26.633336 3668 namespace.go:98] [openshift-config-operator] adding namespace I0424 02:57:26.633784 3668 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.173382ms I0424 02:57:26.633798 3668 namespace.go:98] [openshift-backplane-srep] adding namespace I0424 02:57:26.634220 3668 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.069242ms I0424 02:57:26.634236 3668 namespace.go:98] [openshift-route-controller-manager] adding namespace I0424 02:57:26.634700 3668 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.013205ms I0424 02:57:26.634716 3668 namespace.go:98] [open-cluster-management-2ps8kd9n54vkadsmhv5dl8r11de9333h] adding namespace I0424 02:57:26.635081 3668 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.923049ms I0424 02:57:26.635095 3668 namespace.go:98] [openshift-multus] adding namespace I0424 02:57:26.635484 3668 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.767342ms I0424 02:57:26.635497 3668 namespace.go:98] [openshift-ingress-operator] adding namespace I0424 02:57:26.635901 3668 namespace.go:102] [openshift-ingress] adding namespace took 6.666599ms I0424 02:57:26.635912 3668 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0424 02:57:26.636333 3668 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.109421ms I0424 02:57:26.636345 3668 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0424 02:57:26.636726 3668 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.018893ms I0424 02:57:26.636740 3668 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0424 02:57:26.637092 3668 namespace.go:102] [openshift] adding namespace took 5.95771ms I0424 02:57:26.637104 3668 namespace.go:98] [openshift-service-ca-operator] adding namespace I0424 02:57:26.637488 3668 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.911708ms I0424 02:57:26.637851 3668 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.855136ms I0424 02:57:26.638228 3668 namespace.go:102] [kube-public] adding namespace took 5.786889ms I0424 02:57:26.638242 3668 namespace.go:98] [openshift-config-managed] adding namespace I0424 02:57:26.638703 3668 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.861484ms I0424 02:57:26.639140 3668 namespace.go:102] [openshift-config-operator] adding namespace took 5.798047ms I0424 02:57:26.639646 3668 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.843249ms I0424 02:57:26.640090 3668 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.849053ms W0424 02:57:26.640650 3668 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-pskqg: pod openshift-multus/network-metrics-daemon-pskqg: no pod IPs found I0424 02:57:26.640705 3668 namespace.go:102] [open-cluster-management-2ps8kd9n54vkadsmhv5dl8r11de9333h] adding namespace took 5.981732ms I0424 02:57:26.641209 3668 namespace.go:102] [openshift-multus] adding namespace took 6.110009ms I0424 02:57:26.641785 3668 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.281552ms I0424 02:57:26.642393 3668 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.476282ms I0424 02:57:26.642406 3668 namespace.go:98] [openshift-config] adding namespace I0424 02:57:26.642843 3668 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.491498ms I0424 02:57:26.643306 3668 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.562245ms I0424 02:57:26.643824 3668 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.714926ms I0424 02:57:26.644297 3668 namespace.go:102] [openshift-config-managed] adding namespace took 6.05075ms I0424 02:57:26.644659 3668 namespace.go:102] [openshift-config] adding namespace took 2.247711ms W0424 02:57:26.644753 3668 master.go:458] Unable to parse local node ip-10-0-1-139.ec2.internal chassis-id annotation. Chassis may be removed during sync I0424 02:57:26.644764 3668 master.go:481] Removing stale chassis with ID/Name: d16f7a95-b7ee-4f35-8ed0-a92548525850, hostname: ip-10-0-1-139.ec2.internal I0424 02:57:26.645143 3668 master.go:548] Adding or Updating local node "ip-10-0-1-139.ec2.internal" for network "default" I0424 02:57:26.646441 3668 zone_ic_handler.go:195] Time taken to create transit switch: 445.92µs I0424 02:57:26.646454 3668 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-104.ec2.internal for the network default E0424 02:57:26.646515 3668 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-137.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-137.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-137.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009d0b4d0 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1580823264}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0424 02:57:26.646570 3668 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-137.ec2.internal", UID:"f9d5e7ad-c361-481a-829d-c0b875eebf4a", APIVersion:"v1", ResourceVersion:"10295", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-137.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-137.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009d0b4d0 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1580823264}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0424 02:57:26.647438 3668 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-104.ec2.internal" on network "default" took: 1.454804ms I0424 02:57:26.649387 3668 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-139.ec2.internal for the network default I0424 02:57:26.649545 3668 zone_ic_handler.go:195] Time taken to create transit switch: 145.756µs I0424 02:57:26.650179 3668 default_network_controller.go:823] Node add failed for ip-10-0-1-139.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-139.ec2.internal, error getting gateway config for node ip-10-0-1-139.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-139.ec2.internal", failed to update chassis to local for local node ip-10-0-1-139.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-139.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-139.ec2.internal] E0424 02:57:26.650236 3668 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-139.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-139.ec2.internal, error getting gateway config for node ip-10-0-1-139.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-139.ec2.internal", failed to update chassis to local for local node ip-10-0-1-139.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-139.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-139.ec2.internal] I0424 02:57:26.650298 3668 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0424 02:57:26.650298 3668 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-139.ec2.internal", UID:"3f81eedc-6101-4941-9e8c-1c9784f9e9f9", APIVersion:"v1", ResourceVersion:"10296", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-139.ec2.internal, error getting gateway config for node ip-10-0-1-139.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-139.ec2.internal", failed to update chassis to local for local node ip-10-0-1-139.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-139.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-139.ec2.internal] I0424 02:57:26.650320 3668 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0424 02:57:26.650344 3668 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0424 02:57:26.650347 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-104.ec2.internal in network "default" I0424 02:57:26.650446 3668 node_tracker.go:169] Node ip-10-0-0-104.ec2.internal switch + router changed, syncing services in network "default" I0424 02:57:26.650467 3668 services_controller.go:574] Full service sync requested for network=default I0424 02:57:26.650479 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-139.ec2.internal in network "default" I0424 02:57:26.650495 3668 node_tracker.go:235] Node ip-10-0-1-139.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-139.ec2.internal" I0424 02:57:26.650507 3668 node_tracker.go:169] Node ip-10-0-1-139.ec2.internal switch + router changed, syncing services in network "default" I0424 02:57:26.650517 3668 services_controller.go:574] Full service sync requested for network=default I0424 02:57:26.650525 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-137.ec2.internal in network "default" I0424 02:57:26.650564 3668 node_tracker.go:169] Node ip-10-0-2-137.ec2.internal switch + router changed, syncing services in network "default" I0424 02:57:26.650572 3668 services_controller.go:574] Full service sync requested for network=default I0424 02:57:26.696099 3668 iptables.go:108] Creating table: filter chain: FORWARD I0424 02:57:26.702020 3668 iptables.go:108] Creating table: filter chain: OUTPUT I0424 02:57:26.708072 3668 gateway_shared_intf.go:1816] Gateway Creation Complete I0424 02:57:26.708089 3668 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-139.ec2.internal","mac-address":"0a:ff:eb:19:c4:e3","ip-addresses":["10.0.1.139/24"],"ip-address":"10.0.1.139/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d16f7a95-b7ee-4f35-8ed0-a92548525850 k8s.ovn.org/node-encap-ips:["10.0.1.139"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.139/24"} k8s.ovn.org/zone-name:ip-10-0-1-139.ec2.internal] on node ip-10-0-1-139.ec2.internal I0424 02:57:26.727949 3668 default_node_network_controller.go:519] Node connection status = connected I0424 02:57:26.728635 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-139.ec2.internal in network "default" I0424 02:57:26.728689 3668 node_tracker.go:169] Node ip-10-0-1-139.ec2.internal switch + router changed, syncing services in network "default" I0424 02:57:26.728690 3668 master.go:548] Adding or Updating local node "ip-10-0-1-139.ec2.internal" for network "default" I0424 02:57:26.728704 3668 services_controller.go:574] Full service sync requested for network=default W0424 02:57:26.733723 3668 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-pskqg: pod openshift-multus/network-metrics-daemon-pskqg: no pod IPs found W0424 02:57:26.733750 3668 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-z4cpl: pod openshift-network-diagnostics/network-check-target-z4cpl: no pod IPs found I0424 02:57:26.735814 3668 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-139.ec2.internal for the network default I0424 02:57:26.735982 3668 zone_ic_handler.go:195] Time taken to create transit switch: 155.183µs I0424 02:57:26.750574 3668 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0424 02:57:26.750598 3668 services_controller.go:208] Setting up event handlers for services for network=default I0424 02:57:26.750755 3668 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0424 02:57:26.750798 3668 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0424 02:57:26.750809 3668 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0424 02:57:26.851829 3668 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0424 02:57:26.851849 3668 repair.go:60] Starting repairing loop for services I0424 02:57:26.851931 3668 repair.go:131] Deleted 0 stale service LBs I0424 02:57:26.851949 3668 repair.go:137] Deleted 0 stale Chassis Template Vars I0424 02:57:26.851964 3668 repair.go:62] Finished repairing loop for services: 117.313µs I0424 02:57:26.851986 3668 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0424 02:57:26.851996 3668 services_controller.go:254] Starting workers for network=default I0424 02:57:26.852387 3668 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-pskqg] creating logical port openshift-multus_network-metrics-daemon-pskqg for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:26.852488 3668 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-pskqg I0424 02:57:26.852524 3668 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-z4cpl] creating logical port openshift-network-diagnostics_network-check-target-z4cpl for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:26.852616 3668 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-z4cpl W0424 02:57:26.856116 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 02:57:26.858603 3668 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 02:57:26.870732 3668 pod.go:62] [openshift-multus/network-metrics-daemon-pskqg] pod update took 18.286283ms I0424 02:57:26.870754 3668 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-pskqg] addLogicalPort annotation time took 18.312639ms I0424 02:57:26.871675 3668 pods.go:271] [openshift-multus/network-metrics-daemon-pskqg] addLogicalPort took 19.299028ms, libovsdb time 686.564µs I0424 02:57:26.873457 3668 pod.go:62] [openshift-network-diagnostics/network-check-target-z4cpl] pod update took 20.872529ms I0424 02:57:26.873478 3668 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-z4cpl] addLogicalPort annotation time took 20.894624ms I0424 02:57:26.874835 3668 pods.go:271] [openshift-network-diagnostics/network-check-target-z4cpl] addLogicalPort took 22.315641ms, libovsdb time 733.451µs I0424 02:57:26.875514 3668 admin_network_policy_controller.go:227] Starting controller default-network-controller I0424 02:57:26.875537 3668 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0424 02:57:26.875554 3668 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0424 02:57:26.875561 3668 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0424 02:57:26.875752 3668 repair.go:29] Repairing admin network policies took 183.774µs I0424 02:57:26.875868 3668 repair.go:92] Repairing baseline admin network policies took 106.452µs I0424 02:57:26.876402 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0424 02:57:26.876426 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0424 02:57:26.878000 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0424 02:57:26.878023 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0424 02:57:26.878034 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0424 02:57:26.879830 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0424 02:57:26.879867 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0424 02:57:26.879878 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0424 02:57:26.882143 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0424 02:57:26.882162 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0424 02:57:26.882171 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0424 02:57:26.884353 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0424 02:57:26.884373 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0424 02:57:26.884386 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0424 02:57:26.886544 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0424 02:57:26.886584 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0424 02:57:26.886598 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0424 02:57:26.887170 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0424 02:57:26.887188 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0424 02:57:26.887203 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0424 02:57:26.887726 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0424 02:57:26.887748 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0424 02:57:26.887759 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0424 02:57:26.889422 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0424 02:57:26.889443 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0424 02:57:26.889454 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0424 02:57:26.889939 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0424 02:57:26.889957 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0424 02:57:26.889964 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0424 02:57:26.891189 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0424 02:57:26.891206 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0424 02:57:26.891213 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0424 02:57:26.891520 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0424 02:57:26.891541 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0424 02:57:26.891547 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0424 02:57:26.891834 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0424 02:57:26.891855 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0424 02:57:26.891874 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0424 02:57:26.892567 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0424 02:57:26.892585 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0424 02:57:26.892593 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0424 02:57:26.893128 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0424 02:57:26.893146 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0424 02:57:26.893156 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0424 02:57:26.893699 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0424 02:57:26.893725 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0424 02:57:26.893741 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0424 02:57:26.895038 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0424 02:57:26.895056 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0424 02:57:26.895062 3668 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0424 02:57:26.895374 3668 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0424 02:57:26.895389 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0424 02:57:26.895397 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0424 02:57:26.895869 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0424 02:57:26.895885 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0424 02:57:26.895894 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0424 02:57:26.896849 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0424 02:57:26.896865 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0424 02:57:26.898044 3668 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0424 02:57:26.898057 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 02:57:26.898819 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0424 02:57:26.898841 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0424 02:57:26.898863 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0424 02:57:26.899626 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0424 02:57:26.899650 3668 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0424 02:57:26.899661 3668 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0424 02:57:26.900203 3668 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0424 02:57:26.900221 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0424 02:57:26.900227 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0424 02:57:26.900533 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0424 02:57:26.900550 3668 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0424 02:57:26.900559 3668 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0424 02:57:26.901558 3668 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0424 02:57:26.901575 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0424 02:57:26.901586 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0424 02:57:26.902691 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0424 02:57:26.902707 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0424 02:57:26.902716 3668 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0424 02:57:26.903824 3668 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0424 02:57:26.903841 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0424 02:57:26.903849 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0424 02:57:26.904406 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0424 02:57:26.904425 3668 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0424 02:57:26.904433 3668 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0424 02:57:26.904945 3668 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0424 02:57:26.904964 3668 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0424 02:57:26.904974 3668 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0424 02:57:26.906574 3668 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0424 02:57:26.912152 3668 egressfirewall.go:374] Starting EgressFirewall controller I0424 02:57:26.912195 3668 controller.go:133] Adding controller egress-firewall-controller event handlers I0424 02:57:26.912219 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0424 02:57:26.912227 3668 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0424 02:57:26.912234 3668 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0424 02:57:26.912255 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0424 02:57:26.912276 3668 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0424 02:57:26.912586 3668 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0424 02:57:26.912606 3668 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0424 02:57:26.912612 3668 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0424 02:57:26.912620 3668 egressqos.go:193] Setting up event handlers for EgressQoS I0424 02:57:26.912636 3668 egressfirewall.go:723] Syncing node "ip-10-0-0-104.ec2.internal" for egress firewall I0424 02:57:26.912653 3668 egressfirewall.go:723] Syncing node "ip-10-0-1-139.ec2.internal" for egress firewall I0424 02:57:26.912657 3668 egressfirewall.go:723] Syncing node "ip-10-0-2-137.ec2.internal" for egress firewall I0424 02:57:26.912799 3668 egressqos.go:245] Starting EgressQoS Controller I0424 02:57:26.912808 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0424 02:57:26.912814 3668 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0424 02:57:26.912819 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0424 02:57:26.912823 3668 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0424 02:57:26.912828 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0424 02:57:26.912833 3668 shared_informer.go:356] "Caches are synced" controller="egressqos" I0424 02:57:26.912837 3668 egressqos.go:259] Repairing EgressQoSes I0424 02:57:26.912840 3668 egressqos.go:399] Starting repairing loop for egressqos I0424 02:57:26.912915 3668 egressqos.go:401] Finished repairing loop for egressqos: 73.789µs I0424 02:57:26.912929 3668 egressservice_zone.go:132] Setting up event handlers for Egress Services I0424 02:57:26.912971 3668 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-139.ec2.internal I0424 02:57:26.913042 3668 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-139.ec2.internal : 70.775µs I0424 02:57:26.913172 3668 egressservice_zone.go:210] Starting Egress Services Controller I0424 02:57:26.913186 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 02:57:26.913194 3668 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 02:57:26.913203 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 02:57:26.913212 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 02:57:26.913221 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 02:57:26.913228 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 02:57:26.913236 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0424 02:57:26.913240 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0424 02:57:26.913244 3668 egressservice_zone.go:228] Repairing Egress Services I0424 02:57:26.913549 3668 master_controller.go:88] Starting Admin Policy Based Route Controller I0424 02:57:26.913560 3668 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 02:57:26.913570 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-104.ec2.internal I0424 02:57:26.913585 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-104.ec2.internal: 16.61µs I0424 02:57:26.913592 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-139.ec2.internal I0424 02:57:26.913596 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-139.ec2.internal: 4.169µs I0424 02:57:26.913600 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-137.ec2.internal I0424 02:57:26.913606 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-137.ec2.internal: 6.486µs I0424 02:57:26.913707 3668 default_network_controller.go:585] Completing all the Watchers took 309.256979ms I0424 02:57:26.913718 3668 default_network_controller.go:589] Starting unidling controllers I0424 02:57:26.913733 3668 unidle.go:46] Registering OVN SB ControllerEvent handler I0424 02:57:26.913740 3668 unidle.go:63] Populating Initial ContollerEvent events I0424 02:57:26.913750 3668 unidle.go:79] Setting up event handlers for services I0424 02:57:26.913805 3668 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0424 02:57:26.920073 3668 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0424 02:57:27.228532 3668 default_node_network_controller.go:519] Node connection status = connected I0424 02:57:27.246206 3668 bridgeconfig.go:537] Gateway is ready I0424 02:57:27.246227 3668 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0424 02:57:27.258069 3668 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.139. Updating OVN encap IP. I0424 02:57:27.263553 3668 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.139 - it is already configured I0424 02:57:27.263566 3668 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.139/24:{} 172.20.0.1/32:{}]. Updating annotations. I0424 02:57:27.263785 3668 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.139/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-139.ec2.internal","mac-address":"0a:ff:eb:19:c4:e3","ip-addresses":["10.0.1.139/24"],"ip-address":"10.0.1.139/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d16f7a95-b7ee-4f35-8ed0-a92548525850 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.139/24"}] on node ip-10-0-1-139.ec2.internal I0424 02:57:27.280247 3668 egressfirewall.go:723] Syncing node "ip-10-0-1-139.ec2.internal" for egress firewall I0424 02:57:27.280253 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-139.ec2.internal I0424 02:57:27.280279 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-139.ec2.internal: 27.694µs I0424 02:57:27.280312 3668 master.go:548] Adding or Updating local node "ip-10-0-1-139.ec2.internal" for network "default" I0424 02:57:27.280319 3668 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-139.ec2.internal in network "default" I0424 02:57:27.280368 3668 node_tracker.go:169] Node ip-10-0-1-139.ec2.internal switch + router changed, syncing services in network "default" I0424 02:57:27.280388 3668 services_controller.go:574] Full service sync requested for network=default W0424 02:57:27.280502 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0424 02:57:27.280627 3668 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0424 02:57:27.280878 3668 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.139 I0424 02:57:27.280995 3668 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-139.ec2.internal I0424 02:57:27.284703 3668 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-139.ec2.internal. Updating no re-route policies I0424 02:57:27.284783 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sc86r I0424 02:57:27.284798 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sc86r I0424 02:57:27.284799 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-139.ec2.internal I0424 02:57:27.284799 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-5s9gw I0424 02:57:27.284811 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-139.ec2.internal I0424 02:57:27.284819 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-5s9gw I0424 02:57:27.284787 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-749hc I0424 02:57:27.284826 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-749hc I0424 02:57:27.284839 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-749hc after 0 failed attempt(s) I0424 02:57:27.284838 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-139.ec2.internal after 0 failed attempt(s) I0424 02:57:27.284837 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-2pm57 I0424 02:57:27.284855 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-z4cpl I0424 02:57:27.284855 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-n4xfq I0424 02:57:27.284859 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-2pm57 I0424 02:57:27.284861 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-z4cpl I0424 02:57:27.284866 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-n4xfq I0424 02:57:27.284863 3668 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-x89sp I0424 02:57:27.284865 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7tfl2 I0424 02:57:27.284877 3668 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-x89sp I0424 02:57:27.284887 3668 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-z4cpl] creating logical port openshift-network-diagnostics_network-check-target-z4cpl for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:27.284880 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-n4xfq after 0 failed attempt(s) I0424 02:57:27.284855 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ms9bt I0424 02:57:27.284905 3668 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-x89sp after 0 failed attempt(s) I0424 02:57:27.284911 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ms9bt I0424 02:57:27.284927 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-ms9bt after 0 failed attempt(s) I0424 02:57:27.284820 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sc86r after 0 failed attempt(s) I0424 02:57:27.284879 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7tfl2 I0424 02:57:27.284959 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-7tfl2 after 0 failed attempt(s) I0424 02:57:27.284841 3668 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-139.ec2.internal I0424 02:57:27.284973 3668 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-139.ec2.internal I0424 02:57:27.284841 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-5s9gw after 0 failed attempt(s) I0424 02:57:27.284869 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-rgfhz I0424 02:57:27.285006 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-rgfhz I0424 02:57:27.285031 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-rgfhz after 0 failed attempt(s) I0424 02:57:27.284886 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-2pm57 after 0 failed attempt(s) I0424 02:57:27.284983 3668 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-139.ec2.internal after 0 failed attempt(s) I0424 02:57:27.284852 3668 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-pskqg I0424 02:57:27.285058 3668 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-pskqg I0424 02:57:27.285083 3668 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-pskqg] creating logical port openshift-multus_network-metrics-daemon-pskqg for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:27.285663 3668 pods.go:271] [openshift-network-diagnostics/network-check-target-z4cpl] addLogicalPort took 781.973µs, libovsdb time 273.156µs I0424 02:57:27.285675 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-z4cpl after 0 failed attempt(s) I0424 02:57:27.285737 3668 pods.go:271] [openshift-multus/network-metrics-daemon-pskqg] addLogicalPort took 664.439µs, libovsdb time 261.732µs I0424 02:57:27.285745 3668 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-pskqg after 0 failed attempt(s) I0424 02:57:27.300737 3668 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0424 02:57:27.312487 3668 iptables.go:108] Creating table: mangle chain: OUTPUT I0424 02:57:27.315670 3668 iptables.go:108] Creating table: nat chain: OUTPUT I0424 02:57:27.356510 3668 iptables.go:108] Creating table: nat chain: PREROUTING I0424 02:57:27.408722 3668 iptables.go:108] Creating table: filter chain: FORWARD I0424 02:57:27.424742 3668 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0424 02:57:27.424886 3668 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0424 02:57:27.424948 3668 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0424 02:57:27.425047 3668 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0424 02:57:27.425101 3668 gateway_init.go:325] Gateway and management port readiness took 701.248636ms I0424 02:57:27.425127 3668 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0424 02:57:27.425177 3668 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0424 02:57:27.425189 3668 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0424 02:57:27.425198 3668 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0424 02:57:27.425269 3668 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0424 02:57:27.425422 3668 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.848µs I0424 02:57:27.425668 3668 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0424 02:57:27.425701 3668 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.613µs I0424 02:57:27.425709 3668 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 41.957µs I0424 02:57:27.425714 3668 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0424 02:57:27.425723 3668 nad_controller.go:379] [node-nad-controller NAD controller]: started I0424 02:57:27.425728 3668 default_node_network_controller.go:899] Starting the default node network controller I0424 02:57:27.425732 3668 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0424 02:57:27.425810 3668 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.604µs I0424 02:57:27.425881 3668 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0424 02:57:27.425889 3668 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0424 02:57:27.425912 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b8a9a0 0xc00032fb20 0xc00032fb90 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc00032fdc0 0xc000be8190 0xc00032fe30 0xc00032fea0 0xc0002903c0 0xc00617d3b0 0xc00032ff10 map[0x2ff9080:0xc00341b740 0x2ff95c0:0xc00341b8c0 0x2ffa2e0:0xc00341b680 0x2ffa580:0xc00341b6e0 0x2ffad60:0xc00341b7a0 0x2ffb000:0xc00341b800 0x2ffb2a0:0xc00341b860 0x2ffba80:0xc00341b920 0x2ffbd20:0xc00341b980 0x3026980:0xc000ba5440 0x3026d20:0xc000ba54a0 0x3027800:0xc000bbca80 0x3029160:0xc001abe000 0x30298a0:0xc0022a5740 0x302a720:0xc001abe060] 0xc0004de9a0 0} I0424 02:57:27.425977 3668 gateway.go:151] Starting gateway service sync I0424 02:57:27.426484 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0424 02:57:27.428618 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0424 02:57:27.456356 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0424 02:57:27.457562 3668 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0424 02:57:27.458738 3668 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0424 02:57:27.492778 3668 gateway.go:168] Gateway service sync done. Time taken: 66.786555ms I0424 02:57:27.493240 3668 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31256 I0424 02:57:27.493667 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b8a9a0 0xc00032fb20 0xc00032fb90 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc00032fdc0 0xc000be8190 0xc00032fe30 0xc00032fea0 0xc0002903c0 0xc00617d3b0 0xc00032ff10 map[0x2ff9080:0xc00341b740 0x2ff95c0:0xc00341b8c0 0x2ffa2e0:0xc00341b680 0x2ffa580:0xc00341b6e0 0x2ffad60:0xc00341b7a0 0x2ffb000:0xc00341b800 0x2ffb2a0:0xc00341b860 0x2ffba80:0xc00341b920 0x2ffbd20:0xc00341b980 0x3026980:0xc000ba5440 0x3026d20:0xc000ba54a0 0x3027800:0xc000bbca80 0x3029160:0xc001abe000 0x30298a0:0xc0022a5740 0x302a720:0xc001abe060] 0xc0004de9a0 0} I0424 02:57:27.494228 3668 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b8a9a0 0xc00032fb20 0xc00032fb90 0xc00032fc70 0xc00032fce0 0xc00032fd50 0xc00032fdc0 0xc000be8190 0xc00032fe30 0xc00032fea0 0xc0002903c0 0xc00617d3b0 0xc00032ff10 map[0x2ff9080:0xc00341b740 0x2ff95c0:0xc00341b8c0 0x2ffa2e0:0xc00341b680 0x2ffa580:0xc00341b6e0 0x2ffad60:0xc00341b7a0 0x2ffb000:0xc00341b800 0x2ffb2a0:0xc00341b860 0x2ffba80:0xc00341b920 0x2ffbd20:0xc00341b980 0x3026980:0xc000ba5440 0x3026d20:0xc000ba54a0 0x3027800:0xc000bbca80 0x3029160:0xc001abe000 0x30298a0:0xc0022a5740 0x302a720:0xc001abe060] 0xc0004de9a0 0} I0424 02:57:27.494269 3668 gateway.go:532] Reconciling gateway with updates I0424 02:57:27.499224 3668 gateway.go:339] Spawning Conntrack Rule Check Thread I0424 02:57:27.499318 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 02:57:27.499340 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 02:57:27.499341 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 02:57:27.499356 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 02:57:27.499358 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 02:57:27.499370 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 02:57:27.499383 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 02:57:27.499400 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 02:57:27.499402 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 02:57:27.499413 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 02:57:27.499425 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 02:57:27.499427 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 02:57:27.499423 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 02:57:27.499429 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 02:57:27.499441 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 02:57:27.499443 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 02:57:27.499446 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 02:57:27.499446 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 02:57:27.499433 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 02:57:27.499461 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 02:57:27.499461 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 02:57:27.499466 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 02:57:27.499467 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 32179 is already open, no action needed I0424 02:57:27.499469 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0424 02:57:27.499452 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 02:57:27.499479 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 02:57:27.499400 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 02:57:27.499489 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 02:57:27.499487 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 02:57:27.499492 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 02:57:27.499506 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 02:57:27.499508 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 02:57:27.499510 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 02:57:27.499515 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 02:57:27.499517 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 02:57:27.499515 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 02:57:27.499522 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 02:57:27.499531 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 02:57:27.499530 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 02:57:27.499532 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 02:57:27.499539 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 02:57:27.499545 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 02:57:27.499541 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 02:57:27.499566 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 02:57:27.499570 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 02:57:27.499340 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 02:57:27.499577 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 02:57:27.499579 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 02:57:27.499533 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 02:57:27.499593 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 02:57:27.499597 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 02:57:27.499521 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 02:57:27.499602 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 02:57:27.499382 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 02:57:27.499614 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 02:57:27.499623 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 02:57:27.499626 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 02:57:27.499632 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 02:57:27.499629 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 02:57:27.499602 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 02:57:27.499645 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 02:57:27.499644 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 02:57:27.499651 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 02:57:27.499578 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0424 02:57:27.499429 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 02:57:27.499659 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 02:57:27.499664 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 02:57:27.499668 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 02:57:27.499571 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 02:57:27.499592 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 02:57:27.499675 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 02:57:27.499677 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 02:57:27.499679 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 02:57:27.499687 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0424 02:57:27.499690 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 02:57:27.499699 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0424 02:57:27.499696 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 02:57:27.499714 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 02:57:27.499514 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 02:57:27.499614 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 02:57:27.499771 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 02:57:27.499664 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0424 02:57:27.499647 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 02:57:27.499417 3668 default_node_network_controller.go:944] Gateway and management port readiness took 73.515832ms I0424 02:57:27.499659 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 02:57:27.499452 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 02:57:27.499477 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 02:57:27.499894 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 02:57:27.499478 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 02:57:27.499479 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 02:57:27.499967 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 02:57:27.499481 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0424 02:57:27.499492 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 02:57:27.499490 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 02:57:27.500097 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 02:57:27.499496 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 02:57:27.500126 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 02:57:27.499501 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 02:57:27.499634 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 02:57:27.500175 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 02:57:27.500156 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 02:57:27.499646 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 02:57:27.500208 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 02:57:27.500209 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 02:57:27.499656 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 02:57:27.499662 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 02:57:27.500326 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 02:57:27.500338 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 02:57:27.499668 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 02:57:27.499670 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 02:57:27.500413 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 02:57:27.499675 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0424 02:57:27.500453 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0424 02:57:27.499810 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0424 02:57:27.499418 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 02:57:27.500470 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 02:57:27.499833 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 02:57:27.500531 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 02:57:27.499477 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 30544 is already open, no action needed I0424 02:57:27.499651 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 02:57:27.500595 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 02:57:27.500999 3668 node_ip_handler_linux.go:160] Node IP manager is running W0424 02:57:27.541492 3668 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 02:57:27.541623 3668 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0424 02:57:27.541861 3668 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0424 02:57:27.549669 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 02:57:27.549691 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 02:57:27.549699 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 02:57:27.549706 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 02:57:27.549712 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0424 02:57:27.549718 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 02:57:27.549723 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 02:57:27.549731 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 02:57:27.549748 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 02:57:27.549766 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 02:57:27.549789 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 02:57:27.549798 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 02:57:27.549804 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 02:57:27.549809 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0424 02:57:27.549814 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 02:57:27.549820 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 02:57:27.549837 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 02:57:27.549845 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 02:57:27.549851 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 02:57:27.588666 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 02:57:27.588697 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 02:57:27.588706 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0424 02:57:27.588712 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 02:57:27.588720 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 02:57:27.627804 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 02:57:27.627815 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) W0424 02:57:27.937191 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0424 02:57:29.416107 3668 default_node_network_controller.go:1380] Starting node controller node sync W0424 02:57:29.416132 3668 egressip_healthcheck.go:76] Health checking using insecure connection I0424 02:57:29.416169 3668 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0424 02:57:29.427677 3668 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.549618ms I0424 02:57:29.427839 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-137.ec2.internal", IP: 10.0.2.137 to PMTUD blocking rules I0424 02:57:29.427852 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-137.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 02:57:29.427864 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-104.ec2.internal", IP: 10.0.0.104 to PMTUD blocking rules I0424 02:57:29.427875 3668 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-104.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0424 02:57:29.439391 3668 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0424 02:57:29.439673 3668 egressservice_node.go:93] Setting up event handlers for Egress Services I0424 02:57:29.439807 3668 egressservice_node.go:183] Starting Egress Services Controller I0424 02:57:29.439836 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0424 02:57:29.439847 3668 shared_informer.go:356] "Caches are synced" controller="egressservices" I0424 02:57:29.439856 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0424 02:57:29.439864 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0424 02:57:29.439873 3668 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0424 02:57:29.439879 3668 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0424 02:57:29.439886 3668 egressservice_node.go:197] Repairing Egress Services I0424 02:57:29.449456 3668 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0424 02:57:29.449471 3668 external_controller.go:278] Starting Admin Policy Based Route Controller I0424 02:57:29.449685 3668 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0424 02:57:29.449698 3668 link_network_manager.go:119] Link manager is running I0424 02:57:29.449707 3668 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0424 02:57:29.449895 3668 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0424 02:57:29.450230 3668 vrf_manager.go:128] VRF manager is running I0424 02:57:29.450367 3668 node_controller_manager.go:437] Removing flows to drop GARP I0424 02:57:29.450379 3668 gateway.go:532] Reconciling gateway with updates I0424 02:57:29.474192 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 02:57:29.474205 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 02:57:29.474217 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0424 02:57:29.474220 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0424 02:57:29.474219 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0424 02:57:29.474234 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0424 02:57:29.474241 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0424 02:57:29.474252 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0424 02:57:29.474249 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 02:57:29.474257 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0424 02:57:29.474265 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0424 02:57:29.474275 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0424 02:57:29.474279 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0424 02:57:29.474200 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 02:57:29.474311 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 02:57:29.474325 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 02:57:29.474327 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0424 02:57:29.474324 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0424 02:57:29.474332 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0424 02:57:29.474340 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0424 02:57:29.474343 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0424 02:57:29.474340 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0424 02:57:29.474356 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0424 02:57:29.474357 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 02:57:29.474362 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0424 02:57:29.474367 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0424 02:57:29.474369 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0424 02:57:29.474371 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0424 02:57:29.474375 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 02:57:29.474380 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 02:57:29.474386 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0424 02:57:29.474387 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 02:57:29.474387 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0424 02:57:29.474391 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0424 02:57:29.474395 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 02:57:29.474398 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0424 02:57:29.474317 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0424 02:57:29.474401 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 02:57:29.474407 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0424 02:57:29.474408 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 02:57:29.474411 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0424 02:57:29.474410 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 02:57:29.474417 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0424 02:57:29.474420 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0424 02:57:29.474424 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0424 02:57:29.474427 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0424 02:57:29.474427 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 02:57:29.474428 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 02:57:29.474435 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0424 02:57:29.474441 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 02:57:29.474443 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0424 02:57:29.474447 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 02:57:29.474452 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0424 02:57:29.474454 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0424 02:57:29.474459 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0424 02:57:29.474356 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0424 02:57:29.474445 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0424 02:57:29.474475 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0424 02:57:29.474363 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0424 02:57:29.474452 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0424 02:57:29.474488 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0424 02:57:29.474493 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0424 02:57:29.474424 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 32179 is already open, no action needed I0424 02:57:29.474501 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0424 02:57:29.474372 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0424 02:57:29.474511 3668 port_claim.go:71] Svc openshift-ingress/router-default: port 30544 is already open, no action needed I0424 02:57:29.474437 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 02:57:29.474521 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0424 02:57:29.474526 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0424 02:57:29.474531 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0424 02:57:29.474537 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0424 02:57:29.474426 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 02:57:29.474544 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0424 02:57:29.474396 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 02:57:29.474550 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0424 02:57:29.474559 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0424 02:57:29.474397 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0424 02:57:29.474592 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0424 02:57:29.474597 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 02:57:29.474342 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 02:57:29.474609 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0424 02:57:29.474612 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0424 02:57:29.474413 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 02:57:29.474623 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0424 02:57:29.474640 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0424 02:57:29.474646 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 02:57:29.474328 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 02:57:29.474658 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0424 02:57:29.474659 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0424 02:57:29.474650 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 02:57:29.474673 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0424 02:57:29.474677 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0424 02:57:29.474698 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0424 02:57:29.474720 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0424 02:57:29.474413 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0424 02:57:29.474738 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0424 02:57:29.474642 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0424 02:57:29.474363 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 02:57:29.474754 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0424 02:57:29.474371 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 02:57:29.474792 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0424 02:57:29.474375 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 02:57:29.474807 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0424 02:57:29.474817 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0424 02:57:29.474377 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0424 02:57:29.474827 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0424 02:57:29.474831 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0424 02:57:29.474375 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0424 02:57:29.474386 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 02:57:29.474839 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0424 02:57:29.474387 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 02:57:29.474867 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0424 02:57:29.474871 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0424 02:57:29.474399 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0424 02:57:29.474401 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0424 02:57:29.474919 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0424 02:57:29.474403 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0424 02:57:29.474425 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0424 02:57:29.474964 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0424 02:57:29.474428 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0424 02:57:29.474976 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0424 02:57:29.474435 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 02:57:29.474989 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0424 02:57:29.474448 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0424 02:57:29.474452 3668 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0424 02:57:29.475000 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0424 02:57:29.474495 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0424 02:57:29.474585 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0424 02:57:29.474652 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0424 02:57:29.474346 3668 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0424 02:57:29.514523 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0424 02:57:29.514534 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0424 02:57:29.514557 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0424 02:57:29.514567 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0424 02:57:29.514575 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0424 02:57:29.514580 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0424 02:57:29.514587 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0424 02:57:29.514592 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0424 02:57:29.553748 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0424 02:57:29.553782 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0424 02:57:29.553789 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0424 02:57:29.553795 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0424 02:57:29.553802 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0424 02:57:29.592406 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0424 02:57:29.592433 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0424 02:57:29.592442 3668 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0424 02:57:31.383196 3668 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-139.ec2.internal I0424 02:57:31.383224 3668 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-139.ec2.internal: 34.632µs I0424 02:57:31.412507 3668 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-568744ddc-g6tq9] creating logical port openshift-image-registry_image-registry-568744ddc-g6tq9 for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:31.412857 3668 kube.go:256] Updating pod openshift-image-registry/image-registry-568744ddc-g6tq9 I0424 02:57:31.435482 3668 pod.go:62] [openshift-image-registry/image-registry-568744ddc-g6tq9] pod update took 22.747453ms I0424 02:57:31.435505 3668 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-568744ddc-g6tq9] addLogicalPort annotation time took 22.776652ms I0424 02:57:31.436903 3668 pods.go:271] [openshift-image-registry/image-registry-568744ddc-g6tq9] addLogicalPort took 24.417659ms, libovsdb time 1.140334ms I0424 02:57:31.438033 3668 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-d7ncx] creating logical port openshift-insights_insights-runtime-extractor-d7ncx for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:31.438137 3668 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-d7ncx I0424 02:57:31.453354 3668 pod.go:62] [openshift-insights/insights-runtime-extractor-d7ncx] pod update took 15.23747ms I0424 02:57:31.453380 3668 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-d7ncx] addLogicalPort annotation time took 15.266259ms I0424 02:57:31.454528 3668 pods.go:271] [openshift-insights/insights-runtime-extractor-d7ncx] addLogicalPort took 16.50563ms, libovsdb time 869.739µs I0424 02:57:31.464526 3668 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-h5q5b] creating logical port openshift-ingress-canary_ingress-canary-h5q5b for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:31.464628 3668 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-h5q5b I0424 02:57:31.480954 3668 pod.go:62] [openshift-ingress-canary/ingress-canary-h5q5b] pod update took 16.346044ms I0424 02:57:31.481219 3668 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-h5q5b] addLogicalPort annotation time took 16.622732ms I0424 02:57:31.482328 3668 pods.go:271] [openshift-ingress-canary/ingress-canary-h5q5b] addLogicalPort took 17.812598ms, libovsdb time 807.858µs I0424 02:57:31.538025 3668 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-4g5hz] creating logical port openshift-dns_dns-default-4g5hz for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:31.538112 3668 kube.go:256] Updating pod openshift-dns/dns-default-4g5hz I0424 02:57:31.555758 3668 pod.go:62] [openshift-dns/dns-default-4g5hz] pod update took 17.669762ms I0424 02:57:31.555782 3668 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-4g5hz] addLogicalPort annotation time took 17.702354ms I0424 02:57:31.557047 3668 pods.go:271] [openshift-dns/dns-default-4g5hz] addLogicalPort took 19.042233ms, libovsdb time 980.298µs W0424 02:57:31.792791 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0424 02:57:31.801657 3668 cni.go:452] [openshift-image-registry/image-registry-568744ddc-g6tq9 757310f2ce92ce2e4a91989055fd1a98029090c0adb40ca01e919ee963aca7c2 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-568744ddc-g6tq9 757310f2ce92ce2e4a91989055fd1a98029090c0adb40ca01e919ee963aca7c2 network default NAD default NAD key ] I0424 02:57:31.837535 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-568744ddc-g6tq9, hostIfaceName: 757310f2ce92ce2, network: default, NAD default, SandboxID: "757310f2ce92ce2e4a91989055fd1a98029090c0adb40ca01e919ee963aca7c2", PCI device ID: , UID: "bd4de1d9-ee13-4e39-b294-d69bfbaeb165", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0424 02:57:31.854276 3668 cni.go:452] [openshift-insights/insights-runtime-extractor-d7ncx 64368fc65289277c3a19649ecc151f6dde8624c3749978924cb9612a70cc3199 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-d7ncx 64368fc65289277c3a19649ecc151f6dde8624c3749978924cb9612a70cc3199 network default NAD default NAD key ] I0424 02:57:31.865850 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-d7ncx, hostIfaceName: 64368fc65289277, network: default, NAD default, SandboxID: "64368fc65289277c3a19649ecc151f6dde8624c3749978924cb9612a70cc3199", PCI device ID: , UID: "2b8d64b9-3493-4b82-8100-764896c7e29f", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0424 02:57:31.872950 3668 cni.go:452] [openshift-ingress-canary/ingress-canary-h5q5b 9900202b572ea2ff3b184e1066583661c1f352c9edbfd88eaac72db14e9e18f8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-h5q5b 9900202b572ea2ff3b184e1066583661c1f352c9edbfd88eaac72db14e9e18f8 network default NAD default NAD key ] I0424 02:57:31.882732 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-h5q5b, hostIfaceName: 9900202b572ea2f, network: default, NAD default, SandboxID: "9900202b572ea2ff3b184e1066583661c1f352c9edbfd88eaac72db14e9e18f8", PCI device ID: , UID: "2df4ffb6-ef17-49ac-9797-7f983d4f27c7", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0424 02:57:31.889269 3668 cni.go:473] [openshift-image-registry/image-registry-568744ddc-g6tq9 757310f2ce92ce2e4a91989055fd1a98029090c0adb40ca01e919ee963aca7c2 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-568744ddc-g6tq9 757310f2ce92ce2e4a91989055fd1a98029090c0adb40ca01e919ee963aca7c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:06:6c:0e:b7:30\",\"name\":\"757310f2ce92ce2\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/963d1a3d-7ecf-4c66-bfa4-fd9d938d8968\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:57:31.916725 3668 cni.go:473] [openshift-insights/insights-runtime-extractor-d7ncx 64368fc65289277c3a19649ecc151f6dde8624c3749978924cb9612a70cc3199 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-d7ncx 64368fc65289277c3a19649ecc151f6dde8624c3749978924cb9612a70cc3199 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:f4:63:64:38:62\",\"name\":\"64368fc65289277\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/426fd534-91bc-42ca-9a79-f204831d0d9d\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:57:31.919464 3668 cni.go:452] [openshift-dns/dns-default-4g5hz 88b5b8ef6a934987f63e975c7f5bebf888d1fa6dd5e45ec32c63ed702b5308bd network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-4g5hz 88b5b8ef6a934987f63e975c7f5bebf888d1fa6dd5e45ec32c63ed702b5308bd network default NAD default NAD key ] I0424 02:57:31.929495 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-4g5hz, hostIfaceName: 88b5b8ef6a93498, network: default, NAD default, SandboxID: "88b5b8ef6a934987f63e975c7f5bebf888d1fa6dd5e45ec32c63ed702b5308bd", PCI device ID: , UID: "243907f6-b5aa-4369-9e71-17102e210376", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0424 02:57:31.931450 3668 cni.go:473] [openshift-ingress-canary/ingress-canary-h5q5b 9900202b572ea2ff3b184e1066583661c1f352c9edbfd88eaac72db14e9e18f8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-h5q5b 9900202b572ea2ff3b184e1066583661c1f352c9edbfd88eaac72db14e9e18f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:f8:d0:fd:70:41\",\"name\":\"9900202b572ea2f\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/988c8b93-c14b-449d-ae6e-498327977577\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 02:57:31.972305 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0424 02:57:31.976866 3668 cni.go:473] [openshift-dns/dns-default-4g5hz 88b5b8ef6a934987f63e975c7f5bebf888d1fa6dd5e45ec32c63ed702b5308bd network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-4g5hz 88b5b8ef6a934987f63e975c7f5bebf888d1fa6dd5e45ec32c63ed702b5308bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:6f:ec:a0:99:f1\",\"name\":\"88b5b8ef6a93498\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f3d56a6-3a2c-4b04-8af7-970cc4dfc62b\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:57:34.059319 3668 base_network_controller_pods.go:487] [default/openshift-console/console-86dc6b9fd4-tgncp] creating logical port openshift-console_console-86dc6b9fd4-tgncp for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:34.059464 3668 kube.go:256] Updating pod openshift-console/console-86dc6b9fd4-tgncp I0424 02:57:34.085612 3668 pod.go:62] [openshift-console/console-86dc6b9fd4-tgncp] pod update took 26.180491ms I0424 02:57:34.085640 3668 base_network_controller_pods.go:951] [default/openshift-console/console-86dc6b9fd4-tgncp] addLogicalPort annotation time took 26.213542ms I0424 02:57:34.087089 3668 pods.go:271] [openshift-console/console-86dc6b9fd4-tgncp] addLogicalPort took 27.806683ms, libovsdb time 1.100977ms W0424 02:57:34.088609 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0424 02:57:34.685252 3668 cni.go:452] [openshift-console/console-86dc6b9fd4-tgncp 1e9accb03c6beab6752d639732962ec7227796a7401a4d3fe73d6295ea26d5f8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-86dc6b9fd4-tgncp 1e9accb03c6beab6752d639732962ec7227796a7401a4d3fe73d6295ea26d5f8 network default NAD default NAD key ] I0424 02:57:34.697387 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-86dc6b9fd4-tgncp, hostIfaceName: 1e9accb03c6beab, network: default, NAD default, SandboxID: "1e9accb03c6beab6752d639732962ec7227796a7401a4d3fe73d6295ea26d5f8", PCI device ID: , UID: "673eabb4-bb6a-43eb-800f-86d23dca47b4", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0424 02:57:34.748987 3668 cni.go:473] [openshift-console/console-86dc6b9fd4-tgncp 1e9accb03c6beab6752d639732962ec7227796a7401a4d3fe73d6295ea26d5f8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-86dc6b9fd4-tgncp 1e9accb03c6beab6752d639732962ec7227796a7401a4d3fe73d6295ea26d5f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:3c:e3:3f:a7:b6\",\"name\":\"1e9accb03c6beab\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1a541db-8da3-46a9-8935-55d53d365fb9\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:57:36.245146 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-cm5sz] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-cm5sz for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:36.245249 3668 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-cm5sz I0424 02:57:36.265095 3668 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-cm5sz] pod update took 19.871237ms I0424 02:57:36.265123 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-cm5sz] addLogicalPort annotation time took 19.905839ms I0424 02:57:36.266432 3668 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-cm5sz] addLogicalPort took 21.302639ms, libovsdb time 953.954µs I0424 02:57:36.280994 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-sgrn9] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-sgrn9 for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:36.281124 3668 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-sgrn9 I0424 02:57:36.298508 3668 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-sgrn9] pod update took 17.419487ms I0424 02:57:36.298536 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-sgrn9] addLogicalPort annotation time took 17.455513ms I0424 02:57:36.299787 3668 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-sgrn9] addLogicalPort took 18.812982ms, libovsdb time 960.547µs I0424 02:57:37.277945 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:37.278111 3668 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0424 02:57:37.299753 3668 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.700632ms I0424 02:57:37.299777 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.73765ms I0424 02:57:37.301048 3668 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 23.119012ms, libovsdb time 992.301µs I0424 02:57:37.531032 3668 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-sgrn9 4287ebfdf94bcd23aa04db31147302a52fa72e4859a3f139b913a7f74abec394 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-sgrn9 4287ebfdf94bcd23aa04db31147302a52fa72e4859a3f139b913a7f74abec394 network default NAD default NAD key ] I0424 02:57:37.534602 3668 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-cm5sz e94b7a68be904f8cb751c9ec650df17f06c0305eda2bbc16f198b9547df961fd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-cm5sz e94b7a68be904f8cb751c9ec650df17f06c0305eda2bbc16f198b9547df961fd network default NAD default NAD key ] I0424 02:57:37.545942 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-sgrn9, hostIfaceName: 4287ebfdf94bcd2, network: default, NAD default, SandboxID: "4287ebfdf94bcd23aa04db31147302a52fa72e4859a3f139b913a7f74abec394", PCI device ID: , UID: "73428be8-33ff-44a5-ad8f-5d2c46638b3d", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0424 02:57:37.548229 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-cm5sz, hostIfaceName: e94b7a68be904f8, network: default, NAD default, SandboxID: "e94b7a68be904f8cb751c9ec650df17f06c0305eda2bbc16f198b9547df961fd", PCI device ID: , UID: "13acb60b-9bd7-4d20-af5a-23e2d2046aa4", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0424 02:57:37.592885 3668 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-sgrn9 4287ebfdf94bcd23aa04db31147302a52fa72e4859a3f139b913a7f74abec394 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-sgrn9 4287ebfdf94bcd23aa04db31147302a52fa72e4859a3f139b913a7f74abec394 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:80:7b:ad:42:d2\",\"name\":\"4287ebfdf94bcd2\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4062cd1e-496d-4ac9-92d9-e159daa625ba\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:57:37.598655 3668 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-cm5sz e94b7a68be904f8cb751c9ec650df17f06c0305eda2bbc16f198b9547df961fd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-cm5sz e94b7a68be904f8cb751c9ec650df17f06c0305eda2bbc16f198b9547df961fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:d2:37:a7:0e:07\",\"name\":\"e94b7a68be904f8\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1646b8a2-c369-40aa-9dcb-3e4427418145\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:57:38.395524 3668 cni.go:452] [openshift-monitoring/alertmanager-main-1 4f3e70779e6bc0f9c40dfd854c8a728c5688acb47de815f638d4844b0abe2f14 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 4f3e70779e6bc0f9c40dfd854c8a728c5688acb47de815f638d4844b0abe2f14 network default NAD default NAD key ] I0424 02:57:38.407406 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 4f3e70779e6bc0f, network: default, NAD default, SandboxID: "4f3e70779e6bc0f9c40dfd854c8a728c5688acb47de815f638d4844b0abe2f14", PCI device ID: , UID: "6ad73723-23ec-4cbd-a9a5-82d27add7c05", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0424 02:57:38.453683 3668 cni.go:473] [openshift-monitoring/alertmanager-main-1 4f3e70779e6bc0f9c40dfd854c8a728c5688acb47de815f638d4844b0abe2f14 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 4f3e70779e6bc0f9c40dfd854c8a728c5688acb47de815f638d4844b0abe2f14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:8e:92:74:8a:b1\",\"name\":\"4f3e70779e6bc0f\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/845d73c7-57f4-4df3-a677-d4f527daec69\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:57:39.283849 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-fdd4cddfc-dxkzc] creating logical port openshift-monitoring_thanos-querier-fdd4cddfc-dxkzc for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:39.283976 3668 kube.go:256] Updating pod openshift-monitoring/thanos-querier-fdd4cddfc-dxkzc I0424 02:57:39.300873 3668 pod.go:62] [openshift-monitoring/thanos-querier-fdd4cddfc-dxkzc] pod update took 16.931525ms I0424 02:57:39.300894 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-fdd4cddfc-dxkzc] addLogicalPort annotation time took 16.95694ms I0424 02:57:39.302038 3668 pods.go:271] [openshift-monitoring/thanos-querier-fdd4cddfc-dxkzc] addLogicalPort took 18.2046ms, libovsdb time 835.572µs I0424 02:57:39.880122 3668 cni.go:452] [openshift-monitoring/thanos-querier-fdd4cddfc-dxkzc 15ed13095f218b13d06cb7fe2dc2ecdae21161bcc2871cab0a1d7a02298f5720 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-fdd4cddfc-dxkzc 15ed13095f218b13d06cb7fe2dc2ecdae21161bcc2871cab0a1d7a02298f5720 network default NAD default NAD key ] I0424 02:57:39.905231 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-fdd4cddfc-dxkzc, hostIfaceName: 15ed13095f218b1, network: default, NAD default, SandboxID: "15ed13095f218b13d06cb7fe2dc2ecdae21161bcc2871cab0a1d7a02298f5720", PCI device ID: , UID: "4bd6666d-b90d-4987-b35a-0dda3fcb0963", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0424 02:57:39.953213 3668 cni.go:473] [openshift-monitoring/thanos-querier-fdd4cddfc-dxkzc 15ed13095f218b13d06cb7fe2dc2ecdae21161bcc2871cab0a1d7a02298f5720 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-fdd4cddfc-dxkzc 15ed13095f218b13d06cb7fe2dc2ecdae21161bcc2871cab0a1d7a02298f5720 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c0:e8:29:55:1f\",\"name\":\"15ed13095f218b1\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25b19358-6800-4dbe-8b36-f72a92fe5397\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:57:41.045412 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7nkbq] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-7nkbq for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:41.045525 3668 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-7nkbq I0424 02:57:41.061890 3668 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7nkbq] pod update took 16.398517ms I0424 02:57:41.061918 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-7nkbq] addLogicalPort annotation time took 16.431578ms I0424 02:57:41.063381 3668 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7nkbq] addLogicalPort took 17.991107ms, libovsdb time 1.066881ms I0424 02:57:41.130951 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7dc5966c6b-zv7nc] creating logical port openshift-monitoring_metrics-server-7dc5966c6b-zv7nc for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:41.131105 3668 kube.go:256] Updating pod openshift-monitoring/metrics-server-7dc5966c6b-zv7nc I0424 02:57:41.145854 3668 pod.go:62] [openshift-monitoring/metrics-server-7dc5966c6b-zv7nc] pod update took 14.783855ms I0424 02:57:41.145875 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7dc5966c6b-zv7nc] addLogicalPort annotation time took 14.811198ms I0424 02:57:41.147077 3668 pods.go:271] [openshift-monitoring/metrics-server-7dc5966c6b-zv7nc] addLogicalPort took 16.144258ms, libovsdb time 856.927µs I0424 02:57:41.543187 3668 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7nkbq 6e9b8ab20f7d03ea02d07c12b0fce29913dd87bd67d88a5dcf3bd7b1fd95ede6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7nkbq 6e9b8ab20f7d03ea02d07c12b0fce29913dd87bd67d88a5dcf3bd7b1fd95ede6 network default NAD default NAD key ] I0424 02:57:41.552703 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-7nkbq, hostIfaceName: 6e9b8ab20f7d03e, network: default, NAD default, SandboxID: "6e9b8ab20f7d03ea02d07c12b0fce29913dd87bd67d88a5dcf3bd7b1fd95ede6", PCI device ID: , UID: "d1df1120-2770-4a4f-9945-2788e002669d", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0424 02:57:41.567690 3668 cni.go:452] [openshift-monitoring/metrics-server-7dc5966c6b-zv7nc 5a63e00c33c2cb90bf42f4e563e2eba5ac6dfad982045acb06b84eb8238a6901 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7dc5966c6b-zv7nc 5a63e00c33c2cb90bf42f4e563e2eba5ac6dfad982045acb06b84eb8238a6901 network default NAD default NAD key ] I0424 02:57:41.579353 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7dc5966c6b-zv7nc, hostIfaceName: 5a63e00c33c2cb9, network: default, NAD default, SandboxID: "5a63e00c33c2cb90bf42f4e563e2eba5ac6dfad982045acb06b84eb8238a6901", PCI device ID: , UID: "a4defc20-0599-4ce4-83c6-a69144b1514a", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0424 02:57:41.606859 3668 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7nkbq 6e9b8ab20f7d03ea02d07c12b0fce29913dd87bd67d88a5dcf3bd7b1fd95ede6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-7nkbq 6e9b8ab20f7d03ea02d07c12b0fce29913dd87bd67d88a5dcf3bd7b1fd95ede6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ad:bf:67:0e:cd\",\"name\":\"6e9b8ab20f7d03e\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a83a0672-0b73-47ef-8319-de83dd67cc8e\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:57:41.629550 3668 cni.go:473] [openshift-monitoring/metrics-server-7dc5966c6b-zv7nc 5a63e00c33c2cb90bf42f4e563e2eba5ac6dfad982045acb06b84eb8238a6901 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7dc5966c6b-zv7nc 5a63e00c33c2cb90bf42f4e563e2eba5ac6dfad982045acb06b84eb8238a6901 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:4f:23:c4:7d:53\",\"name\":\"5a63e00c33c2cb9\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fbe9d3d-fb23-4962-8483-975fc36e6539\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 02:57:41.719857 3668 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-86dc6b9fd4-zdrmp IP address from the namespace address-set, err: pod openshift-console/console-86dc6b9fd4-zdrmp: no pod IPs found W0424 02:57:41.781994 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:57:41.782023 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:57:41.782028 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 02:57:42.616563 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-139.ec2.internal I0424 02:57:42.616675 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0424 02:57:42.640459 3668 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.82474ms I0424 02:57:42.640490 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.861554ms I0424 02:57:42.641677 3668 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 25.132166ms, libovsdb time 850.545µs I0424 02:57:43.479155 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 5a02d02e1e94f10ac50d21738e49d5672a87c9426b7f9241b891f502d0d2885f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 5a02d02e1e94f10ac50d21738e49d5672a87c9426b7f9241b891f502d0d2885f network default NAD default NAD key ] I0424 02:57:43.490802 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 5a02d02e1e94f10, network: default, NAD default, SandboxID: "5a02d02e1e94f10ac50d21738e49d5672a87c9426b7f9241b891f502d0d2885f", PCI device ID: , UID: "698c1036-7789-4082-b8cd-5981b083fea4", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0424 02:57:43.543272 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 5a02d02e1e94f10ac50d21738e49d5672a87c9426b7f9241b891f502d0d2885f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 5a02d02e1e94f10ac50d21738e49d5672a87c9426b7f9241b891f502d0d2885f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:72:87:ea:6b:a5\",\"name\":\"5a02d02e1e94f10\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c82bb1d-7732-483d-a0a8-62b311bae26b\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 02:57:45.695809 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 02:57:45.695837 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0424 02:57:45.695847 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0424 02:57:45.751571 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 02:57:45.776797 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0424 02:57:45.817485 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 02:57:45.817505 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 02:57:45.833120 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0424 02:57:46.023476 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0424 02:57:46.878730 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:57:46.878755 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:57:46.878764 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:57:46.924564 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 02:57:46.924584 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 02:57:47.213868 3668 default_network_controller.go:1025] Node "ip-10-0-2-137.ec2.internal" in remote zone "ip-10-0-2-137.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0424 02:57:47.214627 3668 zone_ic_handler.go:195] Time taken to create transit switch: 284.023µs I0424 02:57:47.214643 3668 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-137.ec2.internal for the network default I0424 02:57:47.215633 3668 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-137.ec2.internal" on network "default" took: 1.308395ms W0424 02:57:47.810849 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:47.810865 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:47.810870 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:47.810873 3668 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:48.796863 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:48.796890 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:48.796899 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:48.796904 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0424 02:57:48.894323 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 02:57:50.863414 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb69fc5c4-9pfrw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:57:50.864008 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7bb69fc5c4-9pfrw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:57:51.051825 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb69fc5c4-9pfrw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:57:51.051847 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7bb69fc5c4-9pfrw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:57:51.058901 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7bb69fc5c4-9pfrw I0424 02:57:51.058923 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7bb69fc5c4-9pfrw I0424 02:57:53.546699 3668 cni.go:452] [openshift-network-diagnostics/network-check-target-z4cpl ce87335673bacdfc46e791b9aa96effeb5ff849dfb27278024d17bcd7394b310 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-z4cpl ce87335673bacdfc46e791b9aa96effeb5ff849dfb27278024d17bcd7394b310 network default NAD default NAD key ] I0424 02:57:53.552484 3668 cni.go:452] [openshift-multus/network-metrics-daemon-pskqg e166cebabec8057305b2e5e50fe0fa491208c9d589e10868cd6733bc1ebfd26e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-pskqg e166cebabec8057305b2e5e50fe0fa491208c9d589e10868cd6733bc1ebfd26e network default NAD default NAD key ] I0424 02:57:53.556705 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-z4cpl, hostIfaceName: ce87335673bacdf, network: default, NAD default, SandboxID: "ce87335673bacdfc46e791b9aa96effeb5ff849dfb27278024d17bcd7394b310", PCI device ID: , UID: "2a39346a-5b95-4536-af7b-152ef73a85f6", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0424 02:57:53.561959 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-pskqg, hostIfaceName: e166cebabec8057, network: default, NAD default, SandboxID: "e166cebabec8057305b2e5e50fe0fa491208c9d589e10868cd6733bc1ebfd26e", PCI device ID: , UID: "aca0cf2f-5b61-4bd9-962c-a2f2bc2b9466", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0424 02:57:53.604644 3668 cni.go:473] [openshift-network-diagnostics/network-check-target-z4cpl ce87335673bacdfc46e791b9aa96effeb5ff849dfb27278024d17bcd7394b310 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-z4cpl ce87335673bacdfc46e791b9aa96effeb5ff849dfb27278024d17bcd7394b310 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:87:66:5b:27:10\",\"name\":\"ce87335673bacdf\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9e2586e-69de-44f5-b65d-f45d31166086\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:57:53.624869 3668 cni.go:473] [openshift-multus/network-metrics-daemon-pskqg e166cebabec8057305b2e5e50fe0fa491208c9d589e10868cd6733bc1ebfd26e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-pskqg e166cebabec8057305b2e5e50fe0fa491208c9d589e10868cd6733bc1ebfd26e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:13:2a:8f:47:5a\",\"name\":\"e166cebabec8057\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f4999fe-cf4e-4625-b012-7522ba89b4fc\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 02:57:53.677523 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0424 02:57:59.382376 3668 obj_retry.go:498] Detected object openshift-console/console-84465d948b-zmr6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:57:59.382921 3668 obj_retry.go:498] Detected object openshift-console/console-84465d948b-zmr6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:57:59.956852 3668 obj_retry.go:492] Detected object openshift-console/console-84465d948b-zmr6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:57:59.956882 3668 obj_retry.go:492] Detected object openshift-console/console-84465d948b-zmr6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:57:59.959840 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84465d948b-zmr6m I0424 02:57:59.959866 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84465d948b-zmr6m W0424 02:58:06.770928 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0424 02:58:06.888899 3668 cni.go:452] [openshift-console/console-86dc6b9fd4-tgncp 1e9accb03c6beab6752d639732962ec7227796a7401a4d3fe73d6295ea26d5f8 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-86dc6b9fd4-tgncp 1e9accb03c6beab6752d639732962ec7227796a7401a4d3fe73d6295ea26d5f8 network default NAD default NAD key ] I0424 02:58:06.965752 3668 cni.go:473] [openshift-console/console-86dc6b9fd4-tgncp 1e9accb03c6beab6752d639732962ec7227796a7401a4d3fe73d6295ea26d5f8 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-86dc6b9fd4-tgncp 1e9accb03c6beab6752d639732962ec7227796a7401a4d3fe73d6295ea26d5f8 network default NAD default NAD key default], result "{}", err I0424 02:58:07.014507 3668 obj_retry.go:498] Detected object openshift-console/console-86dc6b9fd4-tgncp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:07.014545 3668 pods.go:176] Deleting pod: openshift-console/console-86dc6b9fd4-tgncp I0424 02:58:07.015908 3668 pods.go:236] Attempting to release IPs for pod: openshift-console/console-86dc6b9fd4-tgncp, ips: 10.130.0.9 I0424 02:58:07.015945 3668 obj_retry.go:498] Detected object openshift-console/console-86dc6b9fd4-tgncp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:07.024386 3668 base_network_controller_pods.go:487] [default/openshift-console/console-c6f4894b-bgbdh] creating logical port openshift-console_console-c6f4894b-bgbdh for pod on switch ip-10-0-1-139.ec2.internal I0424 02:58:07.024489 3668 kube.go:256] Updating pod openshift-console/console-c6f4894b-bgbdh I0424 02:58:07.039077 3668 pod.go:62] [openshift-console/console-c6f4894b-bgbdh] pod update took 14.612882ms I0424 02:58:07.039107 3668 base_network_controller_pods.go:951] [default/openshift-console/console-c6f4894b-bgbdh] addLogicalPort annotation time took 14.650402ms I0424 02:58:07.040503 3668 pods.go:271] [openshift-console/console-c6f4894b-bgbdh] addLogicalPort took 16.135628ms, libovsdb time 1.060194ms I0424 02:58:07.392717 3668 cni.go:452] [openshift-console/console-c6f4894b-bgbdh 69f3614148b21f39ed999ce65d7b99c3fabb381fdcbbac82c43dafe8d228a207 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c6f4894b-bgbdh 69f3614148b21f39ed999ce65d7b99c3fabb381fdcbbac82c43dafe8d228a207 network default NAD default NAD key ] I0424 02:58:07.402003 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c6f4894b-bgbdh, hostIfaceName: 69f3614148b21f3, network: default, NAD default, SandboxID: "69f3614148b21f39ed999ce65d7b99c3fabb381fdcbbac82c43dafe8d228a207", PCI device ID: , UID: "e2bad2c8-db23-430e-8027-5777cf25d321", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0424 02:58:07.449759 3668 cni.go:473] [openshift-console/console-c6f4894b-bgbdh 69f3614148b21f39ed999ce65d7b99c3fabb381fdcbbac82c43dafe8d228a207 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c6f4894b-bgbdh 69f3614148b21f39ed999ce65d7b99c3fabb381fdcbbac82c43dafe8d228a207 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:e9:7a:e5:c7:08\",\"name\":\"69f3614148b21f3\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14949487-5feb-44e2-9318-9ea60b61bdbd\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:58:07.890127 3668 obj_retry.go:492] Detected object openshift-console/console-86dc6b9fd4-tgncp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:07.890152 3668 obj_retry.go:492] Detected object openshift-console/console-86dc6b9fd4-tgncp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:07.903140 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-86dc6b9fd4-tgncp I0424 02:58:07.903169 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-86dc6b9fd4-tgncp W0424 02:58:08.268583 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:58:08.268603 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:58:08.268609 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:58:08.268621 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:58:08.268625 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:58:08.268630 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:58:08.380762 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:58:08.380786 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:58:08.380794 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:58:10.023192 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 02:58:10.023225 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 02:58:10.096347 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 02:58:10.096379 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0424 02:58:17.912912 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 02:58:19.048900 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64d9447c48-rwxvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:19.049499 3668 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64d9447c48-rwxvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:20.059127 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64d9447c48-rwxvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:20.059176 3668 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64d9447c48-rwxvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:20.068403 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-64d9447c48-rwxvb I0424 02:58:20.068427 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-64d9447c48-rwxvb W0424 02:58:26.184954 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0424 02:58:26.218558 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0424 02:58:27.189334 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0424 02:58:28.832755 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0424 02:58:29.427795 3668 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x for pod on switch ip-10-0-1-139.ec2.internal I0424 02:58:29.427901 3668 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x I0424 02:58:29.440900 3668 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x] pod update took 13.024647ms I0424 02:58:29.440930 3668 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x] addLogicalPort annotation time took 13.06177ms I0424 02:58:29.442269 3668 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x] addLogicalPort took 14.491434ms, libovsdb time 935.836µs I0424 02:58:29.785462 3668 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x 001d38362fdd06572b7b8c240f05f23d7a63802427309be2968af2f2b9ae80be network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x 001d38362fdd06572b7b8c240f05f23d7a63802427309be2968af2f2b9ae80be network default NAD default NAD key ] I0424 02:58:29.794423 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x, hostIfaceName: 001d38362fdd065, network: default, NAD default, SandboxID: "001d38362fdd06572b7b8c240f05f23d7a63802427309be2968af2f2b9ae80be", PCI device ID: , UID: "9389705a-6b3f-49d5-b2b2-db11eaec18f9", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0424 02:58:29.843133 3668 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x 001d38362fdd06572b7b8c240f05f23d7a63802427309be2968af2f2b9ae80be network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x 001d38362fdd06572b7b8c240f05f23d7a63802427309be2968af2f2b9ae80be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:b5:be:51:63:1b\",\"name\":\"001d38362fdd065\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8453099c-c556-41fd-a717-75cd2bf2ac09\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:58:30.376275 3668 obj_retry.go:498] Detected object openshift-ingress/router-default-7bf489c4d9-bkqtb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:30.376842 3668 obj_retry.go:498] Detected object openshift-ingress/router-default-7bf489c4d9-bkqtb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:31.205205 3668 obj_retry.go:492] Detected object openshift-ingress/router-default-7bf489c4d9-bkqtb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:31.205227 3668 obj_retry.go:492] Detected object openshift-ingress/router-default-7bf489c4d9-bkqtb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:31.213253 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7bf489c4d9-bkqtb I0424 02:58:31.213298 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7bf489c4d9-bkqtb W0424 02:58:32.006660 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 02:58:32.006681 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 02:58:35.391057 3668 obj_retry.go:498] Detected object openshift-console/console-84465d948b-lvqcr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:35.391656 3668 obj_retry.go:498] Detected object openshift-console/console-84465d948b-lvqcr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:36.233130 3668 obj_retry.go:492] Detected object openshift-console/console-84465d948b-lvqcr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:36.233154 3668 obj_retry.go:492] Detected object openshift-console/console-84465d948b-lvqcr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:36.239130 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-84465d948b-lvqcr I0424 02:58:36.239154 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-84465d948b-lvqcr I0424 02:58:50.044447 3668 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x 001d38362fdd06572b7b8c240f05f23d7a63802427309be2968af2f2b9ae80be network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x 001d38362fdd06572b7b8c240f05f23d7a63802427309be2968af2f2b9ae80be network default NAD default NAD key ] I0424 02:58:50.119464 3668 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x 001d38362fdd06572b7b8c240f05f23d7a63802427309be2968af2f2b9ae80be network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x 001d38362fdd06572b7b8c240f05f23d7a63802427309be2968af2f2b9ae80be network default NAD default NAD key default], result "{}", err I0424 02:58:50.167634 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:50.167671 3668 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x I0424 02:58:50.169150 3668 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x, ips: 10.130.0.18 I0424 02:58:50.169184 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:50.169213 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 02:58:50.169227 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0424 02:58:50.169524 3668 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 02:58:50.169541 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0424 02:58:51.194469 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:51.194497 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:51.194523 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:51.194537 3668 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653906hm2x of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:54.512494 3668 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 02:58:54.526530 3668 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0424 02:58:58.036507 3668 cni.go:452] [openshift-monitoring/alertmanager-main-1 4f3e70779e6bc0f9c40dfd854c8a728c5688acb47de815f638d4844b0abe2f14 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 4f3e70779e6bc0f9c40dfd854c8a728c5688acb47de815f638d4844b0abe2f14 network default NAD default NAD key ] I0424 02:58:58.113765 3668 cni.go:473] [openshift-monitoring/alertmanager-main-1 4f3e70779e6bc0f9c40dfd854c8a728c5688acb47de815f638d4844b0abe2f14 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 4f3e70779e6bc0f9c40dfd854c8a728c5688acb47de815f638d4844b0abe2f14 network default NAD default NAD key default], result "{}", err I0424 02:58:58.174961 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:58.175007 3668 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0424 02:58:58.176313 3668 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.12 I0424 02:58:58.176349 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:58:59.082245 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:59.082270 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:58:59.089457 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0424 02:58:59.089493 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0424 02:58:59.128810 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-139.ec2.internal I0424 02:58:59.128944 3668 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0424 02:58:59.151788 3668 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.879154ms I0424 02:58:59.151816 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.911748ms I0424 02:58:59.153085 3668 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.289709ms, libovsdb time 895.399µs I0424 02:58:59.489694 3668 cni.go:452] [openshift-monitoring/alertmanager-main-1 0c9d6f4574e5b90751981c34531ef1cdc699cdcedc87d3e11bdba9b95de49066 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 0c9d6f4574e5b90751981c34531ef1cdc699cdcedc87d3e11bdba9b95de49066 network default NAD default NAD key ] I0424 02:58:59.499408 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 0c9d6f4574e5b90, network: default, NAD default, SandboxID: "0c9d6f4574e5b90751981c34531ef1cdc699cdcedc87d3e11bdba9b95de49066", PCI device ID: , UID: "7da1369d-8e55-44fd-9897-55b60c7392ab", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0424 02:58:59.548522 3668 cni.go:473] [openshift-monitoring/alertmanager-main-1 0c9d6f4574e5b90751981c34531ef1cdc699cdcedc87d3e11bdba9b95de49066 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 0c9d6f4574e5b90751981c34531ef1cdc699cdcedc87d3e11bdba9b95de49066 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:79:6a:17:13:c4\",\"name\":\"0c9d6f4574e5b90\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c16b65b0-479b-4017-b325-713e985cede2\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 02:59:02.614482 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:02.615121 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:03.237462 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:03.237492 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:03.245875 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0424 02:59:03.245902 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0424 02:59:29.546673 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:59:29.546696 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0424 02:59:29.546702 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0424 02:59:29.923162 3668 obj_retry.go:498] Detected object openshift-console/console-c6f4894b-8h8wn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:29.923757 3668 obj_retry.go:498] Detected object openshift-console/console-c6f4894b-8h8wn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:30.352572 3668 obj_retry.go:492] Detected object openshift-console/console-c6f4894b-8h8wn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:30.352600 3668 obj_retry.go:492] Detected object openshift-console/console-c6f4894b-8h8wn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:30.359046 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c6f4894b-8h8wn I0424 02:59:30.359070 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c6f4894b-8h8wn I0424 02:59:30.850062 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:30.850679 3668 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:31.389645 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:31.389670 3668 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:31.397388 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0424 02:59:31.397415 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0424 02:59:40.606229 3668 cni.go:452] [openshift-console/console-c6f4894b-bgbdh 69f3614148b21f39ed999ce65d7b99c3fabb381fdcbbac82c43dafe8d228a207 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c6f4894b-bgbdh 69f3614148b21f39ed999ce65d7b99c3fabb381fdcbbac82c43dafe8d228a207 network default NAD default NAD key ] I0424 02:59:40.704958 3668 cni.go:473] [openshift-console/console-c6f4894b-bgbdh 69f3614148b21f39ed999ce65d7b99c3fabb381fdcbbac82c43dafe8d228a207 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c6f4894b-bgbdh 69f3614148b21f39ed999ce65d7b99c3fabb381fdcbbac82c43dafe8d228a207 network default NAD default NAD key default], result "{}", err I0424 02:59:40.762244 3668 obj_retry.go:498] Detected object openshift-console/console-c6f4894b-bgbdh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:40.762278 3668 pods.go:176] Deleting pod: openshift-console/console-c6f4894b-bgbdh I0424 02:59:40.763933 3668 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c6f4894b-bgbdh, ips: 10.130.0.17 I0424 02:59:40.763971 3668 obj_retry.go:498] Detected object openshift-console/console-c6f4894b-bgbdh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 02:59:41.254764 3668 obj_retry.go:492] Detected object openshift-console/console-c6f4894b-bgbdh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:41.254789 3668 obj_retry.go:492] Detected object openshift-console/console-c6f4894b-bgbdh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 02:59:41.258108 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c6f4894b-bgbdh I0424 02:59:41.258129 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c6f4894b-bgbdh I0424 02:59:55.172326 3668 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0424 03:00:00.204904 3668 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616660-jhvrk for pod on switch ip-10-0-1-139.ec2.internal I0424 03:00:00.204991 3668 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk I0424 03:00:00.219352 3668 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk] pod update took 14.383699ms I0424 03:00:00.219376 3668 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk] addLogicalPort annotation time took 14.413851ms I0424 03:00:00.220660 3668 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk] addLogicalPort took 15.773932ms, libovsdb time 987.269µs I0424 03:00:00.576418 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk 98e40ac779924bee78852eb5fa94fc58e931a1a6570489aa7a456ba1f986653d network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk 98e40ac779924bee78852eb5fa94fc58e931a1a6570489aa7a456ba1f986653d network default NAD default NAD key ] I0424 03:00:00.585506 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616660-jhvrk, hostIfaceName: 98e40ac779924be, network: default, NAD default, SandboxID: "98e40ac779924bee78852eb5fa94fc58e931a1a6570489aa7a456ba1f986653d", PCI device ID: , UID: "34793697-4e26-4d65-b0e6-2d6e6049a8e3", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0424 03:00:00.634312 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk 98e40ac779924bee78852eb5fa94fc58e931a1a6570489aa7a456ba1f986653d network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk 98e40ac779924bee78852eb5fa94fc58e931a1a6570489aa7a456ba1f986653d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:2a:b2:90:a1:97\",\"name\":\"98e40ac779924be\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d28e97c-dcd9-499f-b846-1e503ab627de\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:00:05.370897 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk 98e40ac779924bee78852eb5fa94fc58e931a1a6570489aa7a456ba1f986653d network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk 98e40ac779924bee78852eb5fa94fc58e931a1a6570489aa7a456ba1f986653d network default NAD default NAD key ] I0424 03:00:05.449044 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk 98e40ac779924bee78852eb5fa94fc58e931a1a6570489aa7a456ba1f986653d network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk 98e40ac779924bee78852eb5fa94fc58e931a1a6570489aa7a456ba1f986653d network default NAD default NAD key default], result "{}", err I0424 03:00:05.493923 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:00:05.493954 3668 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk I0424 03:00:05.495203 3668 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk, ips: 10.130.0.20 I0424 03:00:05.495325 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:00:05.706578 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 5a02d02e1e94f10ac50d21738e49d5672a87c9426b7f9241b891f502d0d2885f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 5a02d02e1e94f10ac50d21738e49d5672a87c9426b7f9241b891f502d0d2885f network default NAD default NAD key ] I0424 03:00:05.779410 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 5a02d02e1e94f10ac50d21738e49d5672a87c9426b7f9241b891f502d0d2885f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 5a02d02e1e94f10ac50d21738e49d5672a87c9426b7f9241b891f502d0d2885f network default NAD default NAD key default], result "{}", err I0424 03:00:05.841230 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:00:05.841309 3668 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0424 03:00:05.843048 3668 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.16 I0424 03:00:05.843085 3668 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:00:06.379763 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:00:06.379790 3668 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:00:06.386494 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0424 03:00:06.386520 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0424 03:00:06.429469 3668 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-139.ec2.internal I0424 03:00:06.429641 3668 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0424 03:00:06.452651 3668 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 23.077259ms I0424 03:00:06.452681 3668 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 23.111475ms I0424 03:00:06.453906 3668 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 24.455769ms, libovsdb time 890.039µs I0424 03:00:06.515234 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:00:06.515262 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616660-jhvrk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:00:06.793218 3668 cni.go:452] [openshift-monitoring/prometheus-k8s-0 253e93687e7a8c7ca3c1dfa4078711735a2f9a01388fd5be285c031c68ebde0e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 253e93687e7a8c7ca3c1dfa4078711735a2f9a01388fd5be285c031c68ebde0e network default NAD default NAD key ] I0424 03:00:06.802372 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 253e93687e7a8c7, network: default, NAD default, SandboxID: "253e93687e7a8c7ca3c1dfa4078711735a2f9a01388fd5be285c031c68ebde0e", PCI device ID: , UID: "9bc9bc78-ca39-4b91-bf70-f1cdfefa2b3a", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0424 03:00:06.850199 3668 cni.go:473] [openshift-monitoring/prometheus-k8s-0 253e93687e7a8c7ca3c1dfa4078711735a2f9a01388fd5be285c031c68ebde0e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 253e93687e7a8c7ca3c1dfa4078711735a2f9a01388fd5be285c031c68ebde0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ae:62:7d:f1:15\",\"name\":\"253e93687e7a8c7\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9567d57d-6017-400f-a67a-8c07cf3b949b\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:01:07.653116 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0424 03:01:07.653152 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0424 03:01:18.958459 3668 base_network_controller_pods.go:487] [default/openshift-console/console-568d8b9cb4-m6f8r] creating logical port openshift-console_console-568d8b9cb4-m6f8r for pod on switch ip-10-0-1-139.ec2.internal I0424 03:01:18.958611 3668 kube.go:256] Updating pod openshift-console/console-568d8b9cb4-m6f8r I0424 03:01:18.981612 3668 pod.go:62] [openshift-console/console-568d8b9cb4-m6f8r] pod update took 23.025903ms I0424 03:01:18.981635 3668 base_network_controller_pods.go:951] [default/openshift-console/console-568d8b9cb4-m6f8r] addLogicalPort annotation time took 23.053703ms I0424 03:01:18.982888 3668 pods.go:271] [openshift-console/console-568d8b9cb4-m6f8r] addLogicalPort took 24.448613ms, libovsdb time 958.815µs I0424 03:01:19.317428 3668 cni.go:452] [openshift-console/console-568d8b9cb4-m6f8r 2a13669ef3f15a5019c82598b7f126716416489c8804d081bd95c5dd942a697a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-568d8b9cb4-m6f8r 2a13669ef3f15a5019c82598b7f126716416489c8804d081bd95c5dd942a697a network default NAD default NAD key ] I0424 03:01:19.326406 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-568d8b9cb4-m6f8r, hostIfaceName: 2a13669ef3f15a5, network: default, NAD default, SandboxID: "2a13669ef3f15a5019c82598b7f126716416489c8804d081bd95c5dd942a697a", PCI device ID: , UID: "5015bffa-222a-4483-8646-f3def5b7371e", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0424 03:01:19.375957 3668 cni.go:473] [openshift-console/console-568d8b9cb4-m6f8r 2a13669ef3f15a5019c82598b7f126716416489c8804d081bd95c5dd942a697a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-568d8b9cb4-m6f8r 2a13669ef3f15a5019c82598b7f126716416489c8804d081bd95c5dd942a697a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:73:fb:05:25:b2\",\"name\":\"2a13669ef3f15a5\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac0e3efd-0438-4ea1-8495-1eedd85d074c\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:01:29.708887 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0424 03:01:44.252887 3668 obj_retry.go:498] Detected object openshift-console/console-5c58bf489-jqrmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:01:44.253480 3668 obj_retry.go:498] Detected object openshift-console/console-5c58bf489-jqrmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:01:44.928132 3668 obj_retry.go:492] Detected object openshift-console/console-5c58bf489-jqrmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:01:44.928174 3668 obj_retry.go:492] Detected object openshift-console/console-5c58bf489-jqrmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:01:44.935968 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c58bf489-jqrmf I0424 03:01:44.935992 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c58bf489-jqrmf I0424 03:01:55.042994 3668 obj_retry.go:498] Detected object openshift-console/console-5c58bf489-sxrq2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:01:55.043567 3668 obj_retry.go:498] Detected object openshift-console/console-5c58bf489-sxrq2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:01:55.984194 3668 obj_retry.go:492] Detected object openshift-console/console-5c58bf489-sxrq2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:01:55.984249 3668 obj_retry.go:492] Detected object openshift-console/console-5c58bf489-sxrq2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:01:55.988008 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c58bf489-sxrq2 I0424 03:01:55.988043 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c58bf489-sxrq2 I0424 03:02:45.281927 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0424 03:02:46.183758 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=31 I0424 03:03:24.186438 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=113 W0424 03:03:59.446300 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0424 03:04:02.188988 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=53 I0424 03:04:10.493690 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0424 03:04:10.493771 3668 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-dh5vp IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-dh5vp: no pod IPs found I0424 03:04:17.299174 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0424 03:04:23.189125 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0424 03:04:43.287751 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0424 03:04:48.266632 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0424 03:04:49.188172 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0424 03:06:00.272269 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0424 03:06:21.293482 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0424 03:06:29.266509 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0424 03:06:30.194928 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=399 I0424 03:06:30.342271 3668 namespace.go:98] [tsf] adding namespace I0424 03:06:30.343084 3668 namespace.go:102] [tsf] adding namespace took 780.935µs I0424 03:06:30.367846 3668 namespace.go:142] [tsf] updating namespace I0424 03:06:30.381612 3668 namespace.go:142] [tsf] updating namespace I0424 03:06:34.366217 3668 namespace.go:98] [tsf-keycloak] adding namespace I0424 03:06:34.367111 3668 namespace.go:102] [tsf-keycloak] adding namespace took 866.119µs I0424 03:06:34.382094 3668 namespace.go:98] [tsf-tas] adding namespace I0424 03:06:34.382295 3668 namespace.go:98] [rhtpa-operator] adding namespace I0424 03:06:34.382404 3668 namespace.go:98] [konflux-operator] adding namespace I0424 03:06:34.382434 3668 namespace.go:98] [rhbk-operator] adding namespace I0424 03:06:34.382957 3668 namespace.go:102] [tsf-tas] adding namespace took 847.182µs I0424 03:06:34.383536 3668 namespace.go:102] [rhtpa-operator] adding namespace took 1.223987ms I0424 03:06:34.384026 3668 namespace.go:98] [tsf-tpa] adding namespace I0424 03:06:34.384082 3668 namespace.go:98] [cert-manager-operator] adding namespace I0424 03:06:34.384148 3668 namespace.go:102] [konflux-operator] adding namespace took 1.72866ms I0424 03:06:34.384177 3668 namespace.go:98] [konflux-ui] adding namespace I0424 03:06:34.384716 3668 namespace.go:102] [konflux-ui] adding namespace took 531.117µs I0424 03:06:34.385417 3668 namespace.go:102] [rhbk-operator] adding namespace took 2.970317ms I0424 03:06:34.385872 3668 namespace.go:102] [tsf-tpa] adding namespace took 1.831723ms I0424 03:06:34.386422 3668 namespace.go:102] [cert-manager-operator] adding namespace took 2.32574ms I0424 03:06:34.410187 3668 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:06:34.410252 3668 namespace.go:142] [konflux-operator] updating namespace I0424 03:06:34.418126 3668 namespace.go:142] [tsf-tas] updating namespace I0424 03:06:34.418164 3668 namespace.go:142] [rhbk-operator] updating namespace I0424 03:06:34.418263 3668 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:06:34.428768 3668 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:06:34.428871 3668 namespace.go:142] [tsf-tpa] updating namespace I0424 03:06:34.434216 3668 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:06:34.436005 3668 namespace.go:142] [konflux-ui] updating namespace I0424 03:06:34.451721 3668 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:06:34.477036 3668 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:06:34.494012 3668 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:06:34.508806 3668 namespace.go:142] [konflux-operator] updating namespace I0424 03:06:34.543090 3668 namespace.go:142] [konflux-operator] updating namespace I0424 03:06:34.548559 3668 namespace.go:142] [rhbk-operator] updating namespace I0424 03:06:34.573091 3668 namespace.go:142] [rhbk-operator] updating namespace I0424 03:06:34.581482 3668 namespace.go:142] [tsf-tpa] updating namespace I0424 03:06:34.594294 3668 namespace.go:142] [tsf-tpa] updating namespace I0424 03:06:34.611475 3668 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:06:34.628884 3668 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:06:34.631978 3668 namespace.go:142] [konflux-ui] updating namespace I0424 03:06:34.667022 3668 namespace.go:142] [konflux-ui] updating namespace I0424 03:06:34.676186 3668 namespace.go:142] [tsf-tas] updating namespace I0424 03:06:34.689318 3668 namespace.go:142] [tsf-tas] updating namespace I0424 03:06:35.644724 3668 namespace.go:142] [tsf-tpa] updating namespace I0424 03:06:35.662030 3668 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:06:35.832361 3668 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-139.ec2.internal I0424 03:06:35.832493 3668 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0424 03:06:35.859554 3668 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 27.09801ms I0424 03:06:35.859577 3668 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 27.1278ms I0424 03:06:35.860915 3668 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 28.564792ms, libovsdb time 974.488µs I0424 03:06:36.211851 3668 cni.go:452] [tsf/test-tsf-subscriptions 0e9c4e607b86d679b8e3ffb807a393fc15b4c79df23ba9f0dbfb85a7af4b6547 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 0e9c4e607b86d679b8e3ffb807a393fc15b4c79df23ba9f0dbfb85a7af4b6547 network default NAD default NAD key ] I0424 03:06:36.221317 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 0e9c4e607b86d67, network: default, NAD default, SandboxID: "0e9c4e607b86d679b8e3ffb807a393fc15b4c79df23ba9f0dbfb85a7af4b6547", PCI device ID: , UID: "d113437d-9fab-4bce-970b-a3049dd415ce", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0424 03:06:36.269747 3668 cni.go:473] [tsf/test-tsf-subscriptions 0e9c4e607b86d679b8e3ffb807a393fc15b4c79df23ba9f0dbfb85a7af4b6547 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 0e9c4e607b86d679b8e3ffb807a393fc15b4c79df23ba9f0dbfb85a7af4b6547 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:99:1a:be:9b:15\",\"name\":\"0e9c4e607b86d67\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf3a9c2d-a6f6-4a77-886f-aa6b5c6ead7c\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:06:37.296873 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp] creating logical port openshift-marketplace_26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp for pod on switch ip-10-0-1-139.ec2.internal I0424 03:06:37.297006 3668 kube.go:256] Updating pod openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp I0424 03:06:37.312239 3668 pod.go:62] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp] pod update took 15.275631ms I0424 03:06:37.312260 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp] addLogicalPort annotation time took 15.302736ms I0424 03:06:37.313567 3668 pods.go:271] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp] addLogicalPort took 16.708827ms, libovsdb time 939.034µs I0424 03:06:37.398101 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 for pod on switch ip-10-0-1-139.ec2.internal I0424 03:06:37.398228 3668 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 I0424 03:06:37.412204 3668 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7] pod update took 14.00398ms I0424 03:06:37.412232 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7] addLogicalPort annotation time took 14.036712ms I0424 03:06:37.413586 3668 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7] addLogicalPort took 15.497574ms, libovsdb time 1.010932ms I0424 03:06:37.899809 3668 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 40920429df0ef69e23a4ac59b34aa6e9261447db901a692ab39fbd623bcc861c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 40920429df0ef69e23a4ac59b34aa6e9261447db901a692ab39fbd623bcc861c network default NAD default NAD key ] I0424 03:06:37.899916 3668 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp 06ee8b2f91d3f79dc1b88391deccf8044c58d1cc6802f9b5880dd9fb6aecce07 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp 06ee8b2f91d3f79dc1b88391deccf8044c58d1cc6802f9b5880dd9fb6aecce07 network default NAD default NAD key ] I0424 03:06:37.911481 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp, hostIfaceName: 06ee8b2f91d3f79, network: default, NAD default, SandboxID: "06ee8b2f91d3f79dc1b88391deccf8044c58d1cc6802f9b5880dd9fb6aecce07", PCI device ID: , UID: "cd12db72-d3b5-4999-a45c-0e196d4e7f16", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0424 03:06:37.911643 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7, hostIfaceName: 40920429df0ef69, network: default, NAD default, SandboxID: "40920429df0ef69e23a4ac59b34aa6e9261447db901a692ab39fbd623bcc861c", PCI device ID: , UID: "a08aef23-97c8-4fe0-b880-f6b99d9a0cc5", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0424 03:06:37.960536 3668 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 40920429df0ef69e23a4ac59b34aa6e9261447db901a692ab39fbd623bcc861c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 40920429df0ef69e23a4ac59b34aa6e9261447db901a692ab39fbd623bcc861c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:38:00:34:ee:c6\",\"name\":\"40920429df0ef69\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1bb8968-0261-422b-8060-ce4b206256c8\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:06:37.977605 3668 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp 06ee8b2f91d3f79dc1b88391deccf8044c58d1cc6802f9b5880dd9fb6aecce07 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp 06ee8b2f91d3f79dc1b88391deccf8044c58d1cc6802f9b5880dd9fb6aecce07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ee:7d:3f:7e:86\",\"name\":\"06ee8b2f91d3f79\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7e70d890-6053-4d17-8344-9c3f498f61b6\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:06:40.520603 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc for pod on switch ip-10-0-1-139.ec2.internal I0424 03:06:40.520711 3668 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc I0424 03:06:40.534165 3668 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc] pod update took 13.481393ms I0424 03:06:40.534214 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc] addLogicalPort annotation time took 13.538386ms I0424 03:06:40.535517 3668 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc] addLogicalPort took 14.930982ms, libovsdb time 896.488µs I0424 03:06:40.906499 3668 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc e1e581c70b0ef2f3ce7efdf8d3b11a1fbb71a9c82808434ad42bbec27ab969f1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc e1e581c70b0ef2f3ce7efdf8d3b11a1fbb71a9c82808434ad42bbec27ab969f1 network default NAD default NAD key ] I0424 03:06:40.919410 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc, hostIfaceName: e1e581c70b0ef2f, network: default, NAD default, SandboxID: "e1e581c70b0ef2f3ce7efdf8d3b11a1fbb71a9c82808434ad42bbec27ab969f1", PCI device ID: , UID: "dfb46060-2db1-4488-8eac-6dedef9d98ae", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0424 03:06:40.984108 3668 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc e1e581c70b0ef2f3ce7efdf8d3b11a1fbb71a9c82808434ad42bbec27ab969f1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc e1e581c70b0ef2f3ce7efdf8d3b11a1fbb71a9c82808434ad42bbec27ab969f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:ec:bc:91:d7:62\",\"name\":\"e1e581c70b0ef2f\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d950e5af-58b9-42c9-8f73-f74f2135549e\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:06:41.306105 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0424 03:06:41.925049 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv for pod on switch ip-10-0-1-139.ec2.internal I0424 03:06:41.925196 3668 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv I0424 03:06:41.939496 3668 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv] pod update took 14.336488ms I0424 03:06:41.939588 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv] addLogicalPort annotation time took 14.434174ms I0424 03:06:41.941029 3668 cni.go:452] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp 06ee8b2f91d3f79dc1b88391deccf8044c58d1cc6802f9b5880dd9fb6aecce07 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp 06ee8b2f91d3f79dc1b88391deccf8044c58d1cc6802f9b5880dd9fb6aecce07 network default NAD default NAD key ] I0424 03:06:41.941491 3668 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv] addLogicalPort took 16.461059ms, libovsdb time 1.334896ms I0424 03:06:42.026322 3668 cni.go:473] [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp 06ee8b2f91d3f79dc1b88391deccf8044c58d1cc6802f9b5880dd9fb6aecce07 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp 06ee8b2f91d3f79dc1b88391deccf8044c58d1cc6802f9b5880dd9fb6aecce07 network default NAD default NAD key default], result "{}", err I0424 03:06:42.305327 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0424 03:06:42.939323 3668 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 40920429df0ef69e23a4ac59b34aa6e9261447db901a692ab39fbd623bcc861c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 40920429df0ef69e23a4ac59b34aa6e9261447db901a692ab39fbd623bcc861c network default NAD default NAD key ] I0424 03:06:43.009981 3668 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 40920429df0ef69e23a4ac59b34aa6e9261447db901a692ab39fbd623bcc861c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 40920429df0ef69e23a4ac59b34aa6e9261447db901a692ab39fbd623bcc861c network default NAD default NAD key default], result "{}", err I0424 03:06:43.465636 3668 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.465675 3668 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 I0424 03:06:43.467386 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7, ips: 10.130.0.25 I0424 03:06:43.467427 3668 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.467450 3668 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.467459 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:43.467718 3668 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.467734 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:43.489336 3668 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.489372 3668 pods.go:176] Deleting pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp I0424 03:06:43.490738 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp, ips: 10.130.0.24 I0424 03:06:43.490765 3668 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.490789 3668 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.490798 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:43.490969 3668 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:43.490984 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:43.767687 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 for pod on switch ip-10-0-1-139.ec2.internal I0424 03:06:43.767928 3668 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 I0424 03:06:43.781965 3668 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8] pod update took 14.073408ms I0424 03:06:43.781993 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8] addLogicalPort annotation time took 14.109678ms I0424 03:06:43.783590 3668 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8] addLogicalPort took 15.952375ms, libovsdb time 1.11971ms I0424 03:06:43.878546 3668 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns for pod on switch ip-10-0-1-139.ec2.internal I0424 03:06:43.878744 3668 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns I0424 03:06:43.891750 3668 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns] pod update took 13.054197ms I0424 03:06:43.891784 3668 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns] addLogicalPort annotation time took 13.094749ms I0424 03:06:43.893731 3668 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns] addLogicalPort took 15.203271ms, libovsdb time 1.487123ms I0424 03:06:44.493770 3668 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.493797 3668 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.493815 3668 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.493824 3668 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ss6q7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.515785 3668 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.515813 3668 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.515830 3668 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:44.515844 3668 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa01588qvfp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:47.038543 3668 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv a9e4b6e5b9f9e917ec14aa5e91cce63f548575e2a4b0af8d428e12e55c5c14ef network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv a9e4b6e5b9f9e917ec14aa5e91cce63f548575e2a4b0af8d428e12e55c5c14ef network default NAD default NAD key ] I0424 03:06:47.049518 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv, hostIfaceName: a9e4b6e5b9f9e91, network: default, NAD default, SandboxID: "a9e4b6e5b9f9e917ec14aa5e91cce63f548575e2a4b0af8d428e12e55c5c14ef", PCI device ID: , UID: "1efb5c17-eb22-4fcc-a40d-2e8c5d9a9011", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0424 03:06:47.102610 3668 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv a9e4b6e5b9f9e917ec14aa5e91cce63f548575e2a4b0af8d428e12e55c5c14ef network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv a9e4b6e5b9f9e917ec14aa5e91cce63f548575e2a4b0af8d428e12e55c5c14ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:1c:fd:8b:8d:23\",\"name\":\"a9e4b6e5b9f9e91\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a54b997-fac1-42d6-b02a-fbdbcb5f0fab\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:06:47.784452 3668 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 fd300fbc5bcada957bf003e6c94ac53801bb64a9b35f453d5dbc57f7872eaeed network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 fd300fbc5bcada957bf003e6c94ac53801bb64a9b35f453d5dbc57f7872eaeed network default NAD default NAD key ] I0424 03:06:47.784566 3668 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns 7545e2edc12a18c7c222f4d2bb2fed969d95bbec60b99fe1787df89276aa2569 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns 7545e2edc12a18c7c222f4d2bb2fed969d95bbec60b99fe1787df89276aa2569 network default NAD default NAD key ] I0424 03:06:47.811774 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns, hostIfaceName: 7545e2edc12a18c, network: default, NAD default, SandboxID: "7545e2edc12a18c7c222f4d2bb2fed969d95bbec60b99fe1787df89276aa2569", PCI device ID: , UID: "155ba4de-622d-449b-b2d8-96065298cd4c", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0424 03:06:47.820555 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8, hostIfaceName: fd300fbc5bcada9, network: default, NAD default, SandboxID: "fd300fbc5bcada957bf003e6c94ac53801bb64a9b35f453d5dbc57f7872eaeed", PCI device ID: , UID: "2445d5bc-0370-4fc5-8709-9a57e244abc3", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0424 03:06:47.867917 3668 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns 7545e2edc12a18c7c222f4d2bb2fed969d95bbec60b99fe1787df89276aa2569 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns 7545e2edc12a18c7c222f4d2bb2fed969d95bbec60b99fe1787df89276aa2569 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:b9:55:16:70:6a\",\"name\":\"7545e2edc12a18c\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ddb9f8d8-0e2c-4344-9dfd-f635b6885da0\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:06:47.892703 3668 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 fd300fbc5bcada957bf003e6c94ac53801bb64a9b35f453d5dbc57f7872eaeed network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 fd300fbc5bcada957bf003e6c94ac53801bb64a9b35f453d5dbc57f7872eaeed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:fc:53:32:be:98\",\"name\":\"fd300fbc5bcada9\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6482875-6bae-4e8e-9853-d20506a5ed74\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:06:51.008406 3668 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv a9e4b6e5b9f9e917ec14aa5e91cce63f548575e2a4b0af8d428e12e55c5c14ef network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv a9e4b6e5b9f9e917ec14aa5e91cce63f548575e2a4b0af8d428e12e55c5c14ef network default NAD default NAD key ] I0424 03:06:51.009387 3668 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc e1e581c70b0ef2f3ce7efdf8d3b11a1fbb71a9c82808434ad42bbec27ab969f1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc e1e581c70b0ef2f3ce7efdf8d3b11a1fbb71a9c82808434ad42bbec27ab969f1 network default NAD default NAD key ] I0424 03:06:51.078143 3668 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv a9e4b6e5b9f9e917ec14aa5e91cce63f548575e2a4b0af8d428e12e55c5c14ef network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv a9e4b6e5b9f9e917ec14aa5e91cce63f548575e2a4b0af8d428e12e55c5c14ef network default NAD default NAD key default], result "{}", err I0424 03:06:51.105216 3668 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc e1e581c70b0ef2f3ce7efdf8d3b11a1fbb71a9c82808434ad42bbec27ab969f1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc e1e581c70b0ef2f3ce7efdf8d3b11a1fbb71a9c82808434ad42bbec27ab969f1 network default NAD default NAD key default], result "{}", err I0424 03:06:51.129810 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.129847 3668 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv I0424 03:06:51.131188 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv, ips: 10.130.0.27 I0424 03:06:51.131215 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.131239 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.131246 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:51.131431 3668 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.131448 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:51.162695 3668 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.162752 3668 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc I0424 03:06:51.164374 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc, ips: 10.130.0.26 I0424 03:06:51.164405 3668 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.164435 3668 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.164445 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:51.164665 3668 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:51.164685 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:52.018093 3668 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 fd300fbc5bcada957bf003e6c94ac53801bb64a9b35f453d5dbc57f7872eaeed network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 fd300fbc5bcada957bf003e6c94ac53801bb64a9b35f453d5dbc57f7872eaeed network default NAD default NAD key ] I0424 03:06:52.018795 3668 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns 7545e2edc12a18c7c222f4d2bb2fed969d95bbec60b99fe1787df89276aa2569 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns 7545e2edc12a18c7c222f4d2bb2fed969d95bbec60b99fe1787df89276aa2569 network default NAD default NAD key ] I0424 03:06:52.106929 3668 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 fd300fbc5bcada957bf003e6c94ac53801bb64a9b35f453d5dbc57f7872eaeed network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 fd300fbc5bcada957bf003e6c94ac53801bb64a9b35f453d5dbc57f7872eaeed network default NAD default NAD key default], result "{}", err I0424 03:06:52.120977 3668 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns 7545e2edc12a18c7c222f4d2bb2fed969d95bbec60b99fe1787df89276aa2569 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns 7545e2edc12a18c7c222f4d2bb2fed969d95bbec60b99fe1787df89276aa2569 network default NAD default NAD key default], result "{}", err I0424 03:06:52.159327 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.159358 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.159375 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.159383 3668 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b9nnv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.176904 3668 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.176941 3668 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 I0424 03:06:52.178203 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8, ips: 10.130.0.28 I0424 03:06:52.178231 3668 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.178256 3668 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.178262 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:52.178452 3668 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.178465 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:52.192661 3668 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.192684 3668 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.192698 3668 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.192706 3668 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4hwfc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:52.204349 3668 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.204390 3668 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns I0424 03:06:52.205747 3668 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns, ips: 10.130.0.29 I0424 03:06:52.205778 3668 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.205799 3668 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.205807 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0424 03:06:52.205970 3668 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0424 03:06:52.205984 3668 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0424 03:06:53.207980 3668 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.208004 3668 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.208023 3668 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.208031 3668 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vjqx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.235397 3668 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.235450 3668 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.235462 3668 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:06:53.235469 3668 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136rmhns of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0424 03:06:56.154534 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 03:07:00.417062 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 03:07:00.430104 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 03:07:00.451838 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 03:07:00.463588 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0424 03:07:01.191159 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0424 03:07:14.222951 3668 namespace.go:98] [cert-manager] adding namespace I0424 03:07:14.223829 3668 namespace.go:102] [cert-manager] adding namespace took 853.66µs I0424 03:07:14.248722 3668 namespace.go:142] [cert-manager] updating namespace I0424 03:07:14.266015 3668 namespace.go:142] [cert-manager] updating namespace I0424 03:07:14.276098 3668 namespace.go:142] [openshift-operators] updating namespace I0424 03:07:14.276480 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0424 03:07:14.300850 3668 namespace.go:142] [openshift-operators] updating namespace W0424 03:07:19.211721 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0424 03:07:19.211739 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0424 03:07:21.030637 3668 namespace.go:142] [openshift-operators] updating namespace I0424 03:07:28.745071 3668 namespace.go:98] [trusted-artifact-signer] adding namespace I0424 03:07:28.745906 3668 namespace.go:102] [trusted-artifact-signer] adding namespace took 814.178µs I0424 03:07:28.781019 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 03:07:28.799127 3668 namespace.go:142] [trusted-artifact-signer] updating namespace W0424 03:07:29.305141 3668 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0424 03:07:36.816018 3668 namespace.go:98] [openshift-pipelines] adding namespace I0424 03:07:36.816823 3668 namespace.go:102] [openshift-pipelines] adding namespace took 779.761µs I0424 03:07:36.836138 3668 namespace.go:142] [openshift-pipelines] updating namespace I0424 03:07:37.814724 3668 namespace.go:142] [cert-manager] updating namespace I0424 03:07:38.011791 3668 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:07:38.415264 3668 namespace.go:142] [konflux-operator] updating namespace I0424 03:07:38.617488 3668 namespace.go:142] [konflux-ui] updating namespace I0424 03:07:38.814830 3668 namespace.go:142] [open-cluster-management-2ps8kd9n54vkadsmhv5dl8r11de9333h] updating namespace I0424 03:07:39.216097 3668 namespace.go:142] [rhbk-operator] updating namespace I0424 03:07:39.420079 3668 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:07:39.616972 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 03:07:39.816364 3668 namespace.go:142] [tsf] updating namespace I0424 03:07:40.021939 3668 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:07:40.217681 3668 namespace.go:142] [tsf-tas] updating namespace I0424 03:07:40.424520 3668 namespace.go:142] [tsf-tpa] updating namespace I0424 03:07:40.567270 3668 namespace.go:142] [cert-manager] updating namespace I0424 03:07:40.580431 3668 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:07:40.597279 3668 namespace.go:142] [default] updating namespace I0424 03:07:40.610988 3668 namespace.go:142] [konflux-operator] updating namespace I0424 03:07:40.625316 3668 namespace.go:142] [konflux-ui] updating namespace I0424 03:07:40.655108 3668 namespace.go:142] [open-cluster-management-2ps8kd9n54vkadsmhv5dl8r11de9333h] updating namespace I0424 03:07:40.665346 3668 namespace.go:142] [openshift] updating namespace I0424 03:07:40.683582 3668 namespace.go:142] [rhbk-operator] updating namespace I0424 03:07:40.699037 3668 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:07:40.707685 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 03:07:40.737400 3668 namespace.go:142] [tsf] updating namespace I0424 03:07:40.740657 3668 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:07:40.765088 3668 namespace.go:142] [tsf-tas] updating namespace I0424 03:07:40.786964 3668 namespace.go:142] [tsf-tpa] updating namespace I0424 03:07:40.834168 3668 namespace.go:142] [cert-manager] updating namespace I0424 03:07:40.936268 3668 namespace.go:142] [cert-manager-operator] updating namespace I0424 03:07:41.013179 3668 namespace.go:142] [default] updating namespace I0424 03:07:41.106105 3668 namespace.go:142] [konflux-operator] updating namespace I0424 03:07:41.201477 3668 namespace.go:142] [konflux-ui] updating namespace I0424 03:07:41.303372 3668 namespace.go:142] [open-cluster-management-2ps8kd9n54vkadsmhv5dl8r11de9333h] updating namespace I0424 03:07:41.425719 3668 namespace.go:142] [openshift] updating namespace I0424 03:07:41.522907 3668 namespace.go:142] [rhbk-operator] updating namespace I0424 03:07:41.638970 3668 namespace.go:142] [rhtpa-operator] updating namespace I0424 03:07:41.723232 3668 namespace.go:142] [trusted-artifact-signer] updating namespace I0424 03:07:41.901761 3668 namespace.go:142] [tsf] updating namespace I0424 03:07:42.050572 3668 namespace.go:142] [tsf-keycloak] updating namespace I0424 03:07:42.208787 3668 namespace.go:142] [tsf-tas] updating namespace I0424 03:07:42.284268 3668 cni.go:452] [tsf/test-tsf-subscriptions 0e9c4e607b86d679b8e3ffb807a393fc15b4c79df23ba9f0dbfb85a7af4b6547 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 0e9c4e607b86d679b8e3ffb807a393fc15b4c79df23ba9f0dbfb85a7af4b6547 network default NAD default NAD key ] I0424 03:07:42.324881 3668 namespace.go:142] [tsf-tpa] updating namespace I0424 03:07:42.368214 3668 cni.go:473] [tsf/test-tsf-subscriptions 0e9c4e607b86d679b8e3ffb807a393fc15b4c79df23ba9f0dbfb85a7af4b6547 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 0e9c4e607b86d679b8e3ffb807a393fc15b4c79df23ba9f0dbfb85a7af4b6547 network default NAD default NAD key default], result "{}", err I0424 03:07:42.431746 3668 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:07:42.431784 3668 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0424 03:07:42.432947 3668 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.23 I0424 03:07:42.432972 3668 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:07:42.470210 3668 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:07:42.470232 3668 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:07:42.478558 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0424 03:07:42.478588 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0424 03:07:42.859594 3668 namespace.go:142] [openshift-pipelines] updating namespace I0424 03:07:45.425752 3668 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-139.ec2.internal I0424 03:07:45.425845 3668 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0424 03:07:45.439940 3668 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 14.118293ms I0424 03:07:45.439963 3668 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 14.148372ms I0424 03:07:45.441191 3668 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 15.45299ms, libovsdb time 926.04µs I0424 03:07:45.806217 3668 cni.go:452] [tsf/test-tsf-infrastructure 2986304d15b2464a2045f279d310c4a3bc1900a80512fc99b915ca07171af92b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 2986304d15b2464a2045f279d310c4a3bc1900a80512fc99b915ca07171af92b network default NAD default NAD key ] I0424 03:07:45.815375 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 2986304d15b2464, network: default, NAD default, SandboxID: "2986304d15b2464a2045f279d310c4a3bc1900a80512fc99b915ca07171af92b", PCI device ID: , UID: "3b0be205-d3e3-4809-8200-2d0dc709e0cf", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0424 03:07:45.864841 3668 cni.go:473] [tsf/test-tsf-infrastructure 2986304d15b2464a2045f279d310c4a3bc1900a80512fc99b915ca07171af92b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 2986304d15b2464a2045f279d310c4a3bc1900a80512fc99b915ca07171af92b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:05:55:1c:e1:8e\",\"name\":\"2986304d15b2464\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36c8a0f6-62d1-45c7-8625-90eaf8d8682a\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:07:47.856103 3668 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jkd52] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-jkd52 for pod on switch ip-10-0-1-139.ec2.internal I0424 03:07:47.856206 3668 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jkd52 I0424 03:07:47.856425 3668 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zt2sg] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-zt2sg for pod on switch ip-10-0-1-139.ec2.internal I0424 03:07:47.856514 3668 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zt2sg I0424 03:07:47.874013 3668 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zt2sg] pod update took 17.506255ms I0424 03:07:47.874042 3668 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zt2sg] addLogicalPort annotation time took 17.543628ms I0424 03:07:47.874105 3668 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jkd52] pod update took 17.929117ms I0424 03:07:47.874124 3668 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jkd52] addLogicalPort annotation time took 17.951494ms I0424 03:07:47.875502 3668 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jkd52] addLogicalPort took 19.414549ms, libovsdb time 1.023494ms I0424 03:07:47.875904 3668 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zt2sg] addLogicalPort took 19.488455ms, libovsdb time 1.434054ms I0424 03:07:53.618392 3668 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jkd52 0e21a76c29b645ffa8b9cf8bb3d443bd6d0d65e020a025e9d22a201f89cf2c03 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jkd52 0e21a76c29b645ffa8b9cf8bb3d443bd6d0d65e020a025e9d22a201f89cf2c03 network default NAD default NAD key ] I0424 03:07:53.623828 3668 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zt2sg b83fda415110bc0ed8eaa4efd25e31c5e68609b77b129e0770bcd2b3a84d8aff network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zt2sg b83fda415110bc0ed8eaa4efd25e31c5e68609b77b129e0770bcd2b3a84d8aff network default NAD default NAD key ] I0424 03:07:53.630484 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-jkd52, hostIfaceName: 0e21a76c29b645f, network: default, NAD default, SandboxID: "0e21a76c29b645ffa8b9cf8bb3d443bd6d0d65e020a025e9d22a201f89cf2c03", PCI device ID: , UID: "ad732882-0369-4167-aced-f557abf23161", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0424 03:07:53.651053 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-zt2sg, hostIfaceName: b83fda415110bc0, network: default, NAD default, SandboxID: "b83fda415110bc0ed8eaa4efd25e31c5e68609b77b129e0770bcd2b3a84d8aff", PCI device ID: , UID: "6af7cf45-47c8-4b0b-a46c-053aa528bfc5", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0424 03:07:53.687252 3668 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jkd52 0e21a76c29b645ffa8b9cf8bb3d443bd6d0d65e020a025e9d22a201f89cf2c03 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-jkd52 0e21a76c29b645ffa8b9cf8bb3d443bd6d0d65e020a025e9d22a201f89cf2c03 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:9e:ff:3d:dd:44\",\"name\":\"0e21a76c29b645f\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64eeef76-4149-4539-8bca-41107d5a5299\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:07:53.707112 3668 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zt2sg b83fda415110bc0ed8eaa4efd25e31c5e68609b77b129e0770bcd2b3a84d8aff network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zt2sg b83fda415110bc0ed8eaa4efd25e31c5e68609b77b129e0770bcd2b3a84d8aff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:05:6f:1c:76:4c\",\"name\":\"b83fda415110bc0\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ef3cc68-1340-4b1c-a24f-7f4fdfc1d3ba\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:07:54.357333 3668 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 03:07:54.391433 3668 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0424 03:07:54.391530 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 03:07:54.391547 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 03:07:54.391553 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0424 03:07:55.387762 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 03:07:55.387786 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 03:07:55.387792 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0424 03:07:57.517051 3668 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 03:07:57.517076 3668 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 03:07:57.517082 3668 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 03:07:57.517088 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0424 03:08:15.370312 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0424 03:08:15.404719 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0424 03:08:20.493247 3668 cni.go:452] [tsf/test-tsf-infrastructure 2986304d15b2464a2045f279d310c4a3bc1900a80512fc99b915ca07171af92b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 2986304d15b2464a2045f279d310c4a3bc1900a80512fc99b915ca07171af92b network default NAD default NAD key ] I0424 03:08:20.574419 3668 cni.go:473] [tsf/test-tsf-infrastructure 2986304d15b2464a2045f279d310c4a3bc1900a80512fc99b915ca07171af92b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 2986304d15b2464a2045f279d310c4a3bc1900a80512fc99b915ca07171af92b network default NAD default NAD key default], result "{}", err I0424 03:08:20.622082 3668 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:08:20.622119 3668 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0424 03:08:20.623273 3668 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.30 I0424 03:08:20.623313 3668 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:08:20.643125 3668 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:08:20.643155 3668 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:08:20.650496 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0424 03:08:20.650524 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0424 03:08:21.833442 3668 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-139.ec2.internal I0424 03:08:21.833547 3668 kube.go:256] Updating pod tsf/test-tsf-iam I0424 03:08:21.846658 3668 pod.go:62] [tsf/test-tsf-iam] pod update took 13.13634ms I0424 03:08:21.846689 3668 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 13.174088ms I0424 03:08:21.848140 3668 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 14.714432ms, libovsdb time 1.055787ms I0424 03:08:22.213070 3668 cni.go:452] [tsf/test-tsf-iam 5d3e69eeeeeb3317f948a474f13fa08005714bed10d232cdf19397da964b5257 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 5d3e69eeeeeb3317f948a474f13fa08005714bed10d232cdf19397da964b5257 network default NAD default NAD key ] I0424 03:08:22.222988 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 5d3e69eeeeeb331, network: default, NAD default, SandboxID: "5d3e69eeeeeb3317f948a474f13fa08005714bed10d232cdf19397da964b5257", PCI device ID: , UID: "2e5193ff-6071-4e50-98be-d568a35e844b", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0424 03:08:22.271223 3668 cni.go:473] [tsf/test-tsf-iam 5d3e69eeeeeb3317f948a474f13fa08005714bed10d232cdf19397da964b5257 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 5d3e69eeeeeb3317f948a474f13fa08005714bed10d232cdf19397da964b5257 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:f1:49:2b:43:65\",\"name\":\"5d3e69eeeeeb331\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51538d66-4769-4c47-8969-f94d606858c0\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:08:22.613298 3668 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0424 03:08:22.613907 3668 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0424 03:08:22.613927 3668 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0424 03:08:22.615995 3668 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0424 03:08:22.634406 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0424 03:08:22.984866 3668 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-139.ec2.internal I0424 03:08:22.985012 3668 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0424 03:08:23.004533 3668 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.546709ms I0424 03:08:23.004556 3668 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.577169ms I0424 03:08:23.005901 3668 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 21.054453ms, libovsdb time 1.003624ms I0424 03:08:23.345461 3668 cni.go:452] [tsf-keycloak/keycloak-0 ab67f773c7be30768696fc657b4863f85ca90df28bee839e0a7c8b07fab971a4 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 ab67f773c7be30768696fc657b4863f85ca90df28bee839e0a7c8b07fab971a4 network default NAD default NAD key ] I0424 03:08:23.355059 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: ab67f773c7be307, network: default, NAD default, SandboxID: "ab67f773c7be30768696fc657b4863f85ca90df28bee839e0a7c8b07fab971a4", PCI device ID: , UID: "8f69aa64-cb36-4537-8b2b-7fb1cc1efc02", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0424 03:08:23.404371 3668 cni.go:473] [tsf-keycloak/keycloak-0 ab67f773c7be30768696fc657b4863f85ca90df28bee839e0a7c8b07fab971a4 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 ab67f773c7be30768696fc657b4863f85ca90df28bee839e0a7c8b07fab971a4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:46:e5:00:b8:f4\",\"name\":\"ab67f773c7be307\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/349d562e-107c-46c8-9fc5-af7b853e795e\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:08:35.594206 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0424 03:08:35.594231 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0424 03:08:35.594321 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 03:08:35.594341 3668 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 03:08:39.561579 3668 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0424 03:08:49.189696 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=68 W0424 03:08:58.601856 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0424 03:08:58.601881 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0424 03:08:58.602008 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0424 03:08:58.602021 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0424 03:08:59.328632 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-8k96k] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-8k96k for pod on switch ip-10-0-1-139.ec2.internal I0424 03:08:59.328755 3668 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-8k96k I0424 03:08:59.355305 3668 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-8k96k] pod update took 26.582642ms I0424 03:08:59.355328 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-8k96k] addLogicalPort annotation time took 26.612008ms I0424 03:08:59.356640 3668 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-8k96k] addLogicalPort took 28.02714ms, libovsdb time 973.804µs I0424 03:08:59.690442 3668 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-8k96k 7f2e9ee1ebc11deae436f91fe50e8a439881f63498321282799fcdd526457262 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-8k96k 7f2e9ee1ebc11deae436f91fe50e8a439881f63498321282799fcdd526457262 network default NAD default NAD key ] I0424 03:08:59.699621 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-8k96k, hostIfaceName: 7f2e9ee1ebc11de, network: default, NAD default, SandboxID: "7f2e9ee1ebc11deae436f91fe50e8a439881f63498321282799fcdd526457262", PCI device ID: , UID: "52de1958-531b-47d0-bb58-59356047ab9a", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0424 03:08:59.750338 3668 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-8k96k 7f2e9ee1ebc11deae436f91fe50e8a439881f63498321282799fcdd526457262 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-8k96k 7f2e9ee1ebc11deae436f91fe50e8a439881f63498321282799fcdd526457262 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:ec:44:bf:fd:7a\",\"name\":\"7f2e9ee1ebc11de\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbd432c6-ac95-4b56-a94a-e12e46fd9739\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:09:02.762465 3668 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-5n7mp] creating logical port tsf-keycloak_tsf-iam-5n7mp for pod on switch ip-10-0-1-139.ec2.internal I0424 03:09:02.762594 3668 kube.go:256] Updating pod tsf-keycloak/tsf-iam-5n7mp I0424 03:09:02.777228 3668 pod.go:62] [tsf-keycloak/tsf-iam-5n7mp] pod update took 14.670228ms I0424 03:09:02.777253 3668 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-5n7mp] addLogicalPort annotation time took 14.702211ms I0424 03:09:02.778712 3668 pods.go:271] [tsf-keycloak/tsf-iam-5n7mp] addLogicalPort took 16.272011ms, libovsdb time 985.447µs I0424 03:09:03.938179 3668 cni.go:452] [tsf-keycloak/tsf-iam-5n7mp 0db25690e9b736e4fea3eacf90ca3241f9a8148176efcd2b19fe2626618ae058 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-5n7mp 0db25690e9b736e4fea3eacf90ca3241f9a8148176efcd2b19fe2626618ae058 network default NAD default NAD key ] I0424 03:09:03.947212 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-5n7mp, hostIfaceName: 0db25690e9b736e, network: default, NAD default, SandboxID: "0db25690e9b736e4fea3eacf90ca3241f9a8148176efcd2b19fe2626618ae058", PCI device ID: , UID: "6c627bad-c79e-45b6-9744-f4f82e88b0f2", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0424 03:09:04.000965 3668 cni.go:473] [tsf-keycloak/tsf-iam-5n7mp 0db25690e9b736e4fea3eacf90ca3241f9a8148176efcd2b19fe2626618ae058 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-5n7mp 0db25690e9b736e4fea3eacf90ca3241f9a8148176efcd2b19fe2626618ae058 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:a8:0f:b2:51:9a\",\"name\":\"0db25690e9b736e\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da7aca72-f864-46f9-abb3-b8b12b7d8372\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:09:04.719248 3668 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 03:09:04.719267 3668 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0424 03:09:04.719272 3668 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0424 03:09:12.832664 3668 cni.go:452] [tsf/test-tsf-iam 5d3e69eeeeeb3317f948a474f13fa08005714bed10d232cdf19397da964b5257 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 5d3e69eeeeeb3317f948a474f13fa08005714bed10d232cdf19397da964b5257 network default NAD default NAD key ] I0424 03:09:12.932463 3668 cni.go:473] [tsf/test-tsf-iam 5d3e69eeeeeb3317f948a474f13fa08005714bed10d232cdf19397da964b5257 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 5d3e69eeeeeb3317f948a474f13fa08005714bed10d232cdf19397da964b5257 network default NAD default NAD key default], result "{}", err I0424 03:09:12.998697 3668 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:12.998736 3668 pods.go:176] Deleting pod: tsf/test-tsf-iam I0424 03:09:13.000496 3668 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.33 I0424 03:09:13.000531 3668 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:13.037398 3668 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:09:13.037424 3668 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:09:13.043690 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0424 03:09:13.043724 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0424 03:09:13.900710 3668 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-139.ec2.internal I0424 03:09:13.900807 3668 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0424 03:09:13.920508 3668 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 19.721303ms I0424 03:09:13.920536 3668 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 19.754709ms I0424 03:09:13.921731 3668 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 21.040175ms, libovsdb time 870.076µs I0424 03:09:14.271510 3668 cni.go:452] [tsf-tas/test-tsf-tas 9d90eac996c12b195b08dbb73262665f614c3926e897e8f374ff37cd99c6e0a8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 9d90eac996c12b195b08dbb73262665f614c3926e897e8f374ff37cd99c6e0a8 network default NAD default NAD key ] I0424 03:09:14.282218 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 9d90eac996c12b1, network: default, NAD default, SandboxID: "9d90eac996c12b195b08dbb73262665f614c3926e897e8f374ff37cd99c6e0a8", PCI device ID: , UID: "87bc44b7-2e0c-47c2-a9a7-c6e790fec874", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0424 03:09:14.337814 3668 cni.go:473] [tsf-tas/test-tsf-tas 9d90eac996c12b195b08dbb73262665f614c3926e897e8f374ff37cd99c6e0a8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 9d90eac996c12b195b08dbb73262665f614c3926e897e8f374ff37cd99c6e0a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:e5:b0:1b:69:e1\",\"name\":\"9d90eac996c12b1\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/621269f7-bba6-4f52-88dc-17f7da44de97\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:09:14.988406 3668 namespace.go:142] [openshift-pipelines] updating namespace I0424 03:09:15.037157 3668 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-2x7b7-z62nr] creating logical port tsf-tas_segment-backup-installation-2x7b7-z62nr for pod on switch ip-10-0-1-139.ec2.internal I0424 03:09:15.037397 3668 kube.go:256] Updating pod tsf-tas/segment-backup-installation-2x7b7-z62nr I0424 03:09:15.059221 3668 pod.go:62] [tsf-tas/segment-backup-installation-2x7b7-z62nr] pod update took 21.940297ms I0424 03:09:15.059249 3668 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-2x7b7-z62nr] addLogicalPort annotation time took 21.976914ms I0424 03:09:15.060537 3668 pods.go:271] [tsf-tas/segment-backup-installation-2x7b7-z62nr] addLogicalPort took 23.404859ms, libovsdb time 928.495µs I0424 03:09:15.398219 3668 cni.go:452] [tsf-tas/segment-backup-installation-2x7b7-z62nr b721ae6f2c8c6e9a1d7aff0e77186ac2608190a48b7d41e069c837160fbff2ce network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-2x7b7-z62nr b721ae6f2c8c6e9a1d7aff0e77186ac2608190a48b7d41e069c837160fbff2ce network default NAD default NAD key ] I0424 03:09:15.408693 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-2x7b7-z62nr, hostIfaceName: b721ae6f2c8c6e9, network: default, NAD default, SandboxID: "b721ae6f2c8c6e9a1d7aff0e77186ac2608190a48b7d41e069c837160fbff2ce", PCI device ID: , UID: "3cf9e62b-eebf-41bc-a494-16010064c8e5", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0424 03:09:15.462894 3668 cni.go:473] [tsf-tas/segment-backup-installation-2x7b7-z62nr b721ae6f2c8c6e9a1d7aff0e77186ac2608190a48b7d41e069c837160fbff2ce network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-2x7b7-z62nr b721ae6f2c8c6e9a1d7aff0e77186ac2608190a48b7d41e069c837160fbff2ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:0d:cc:04:1e:ca\",\"name\":\"b721ae6f2c8c6e9\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7222d2b-ca22-462e-8911-ff38952b3402\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:09:16.359981 3668 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-64bcbbdbfd-xm5cl] creating logical port tsf-tas_trillian-logsigner-64bcbbdbfd-xm5cl for pod on switch ip-10-0-1-139.ec2.internal I0424 03:09:16.360080 3668 kube.go:256] Updating pod tsf-tas/trillian-logsigner-64bcbbdbfd-xm5cl I0424 03:09:16.384352 3668 pod.go:62] [tsf-tas/trillian-logsigner-64bcbbdbfd-xm5cl] pod update took 24.2966ms I0424 03:09:16.384378 3668 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-64bcbbdbfd-xm5cl] addLogicalPort annotation time took 24.329672ms I0424 03:09:16.385574 3668 pods.go:271] [tsf-tas/trillian-logsigner-64bcbbdbfd-xm5cl] addLogicalPort took 25.614217ms, libovsdb time 852.744µs I0424 03:09:17.338725 3668 cni.go:452] [tsf-tas/trillian-logsigner-64bcbbdbfd-xm5cl e992481c8bd7084115a12f05f2fb2679199abb8b327114c0b88d96b82f1a62fc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-64bcbbdbfd-xm5cl e992481c8bd7084115a12f05f2fb2679199abb8b327114c0b88d96b82f1a62fc network default NAD default NAD key ] I0424 03:09:17.354266 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-64bcbbdbfd-xm5cl, hostIfaceName: e992481c8bd7084, network: default, NAD default, SandboxID: "e992481c8bd7084115a12f05f2fb2679199abb8b327114c0b88d96b82f1a62fc", PCI device ID: , UID: "a3308fdc-583b-4036-8aef-ab7476ec987a", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0424 03:09:17.421968 3668 cni.go:473] [tsf-tas/trillian-logsigner-64bcbbdbfd-xm5cl e992481c8bd7084115a12f05f2fb2679199abb8b327114c0b88d96b82f1a62fc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-64bcbbdbfd-xm5cl e992481c8bd7084115a12f05f2fb2679199abb8b327114c0b88d96b82f1a62fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:f6:02:8a:1b:df\",\"name\":\"e992481c8bd7084\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4357942a-fef4-4e3b-99e7-936fafaee2b4\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:09:18.788041 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0424 03:09:18.788128 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0424 03:09:24.894652 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0424 03:09:25.825874 3668 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0424 03:09:28.943115 3668 cni.go:452] [tsf-keycloak/tsf-iam-5n7mp 0db25690e9b736e4fea3eacf90ca3241f9a8148176efcd2b19fe2626618ae058 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-5n7mp 0db25690e9b736e4fea3eacf90ca3241f9a8148176efcd2b19fe2626618ae058 network default NAD default NAD key ] I0424 03:09:29.026362 3668 cni.go:473] [tsf-keycloak/tsf-iam-5n7mp 0db25690e9b736e4fea3eacf90ca3241f9a8148176efcd2b19fe2626618ae058 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-5n7mp 0db25690e9b736e4fea3eacf90ca3241f9a8148176efcd2b19fe2626618ae058 network default NAD default NAD key default], result "{}", err I0424 03:09:29.147589 3668 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-5n7mp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:29.147640 3668 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-5n7mp I0424 03:09:29.149360 3668 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-5n7mp, ips: 10.130.0.36 I0424 03:09:29.149393 3668 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-5n7mp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:29.967666 3668 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-5n7mp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:09:29.967687 3668 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-5n7mp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 03:09:29.970923 3668 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0424 03:09:32.967461 3668 cni.go:452] [tsf-tas/segment-backup-installation-2x7b7-z62nr b721ae6f2c8c6e9a1d7aff0e77186ac2608190a48b7d41e069c837160fbff2ce network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-2x7b7-z62nr b721ae6f2c8c6e9a1d7aff0e77186ac2608190a48b7d41e069c837160fbff2ce network default NAD default NAD key ] I0424 03:09:33.047818 3668 cni.go:473] [tsf-tas/segment-backup-installation-2x7b7-z62nr b721ae6f2c8c6e9a1d7aff0e77186ac2608190a48b7d41e069c837160fbff2ce network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-2x7b7-z62nr b721ae6f2c8c6e9a1d7aff0e77186ac2608190a48b7d41e069c837160fbff2ce network default NAD default NAD key default], result "{}", err I0424 03:09:33.092594 3668 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-2x7b7-z62nr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:33.092634 3668 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-2x7b7-z62nr I0424 03:09:33.093938 3668 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-2x7b7-z62nr, ips: 10.130.0.38 I0424 03:09:33.093967 3668 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-2x7b7-z62nr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:09:33.983989 3668 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-2x7b7-z62nr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:09:33.984020 3668 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-2x7b7-z62nr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:09:36.284557 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0424 03:09:42.592198 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94jgk] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-94jgk for pod on switch ip-10-0-1-139.ec2.internal I0424 03:09:42.592338 3668 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94jgk I0424 03:09:42.606107 3668 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94jgk] pod update took 13.822743ms I0424 03:09:42.606132 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94jgk] addLogicalPort annotation time took 13.85363ms I0424 03:09:42.607385 3668 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94jgk] addLogicalPort took 15.207811ms, libovsdb time 843.753µs I0424 03:09:42.682243 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-krv6j] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-krv6j for pod on switch ip-10-0-1-139.ec2.internal I0424 03:09:42.682358 3668 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-krv6j I0424 03:09:42.695028 3668 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-krv6j] pod update took 12.693738ms I0424 03:09:42.695050 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-krv6j] addLogicalPort annotation time took 12.723053ms I0424 03:09:42.696423 3668 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-krv6j] addLogicalPort took 14.195047ms, libovsdb time 938.676µs I0424 03:09:42.785905 3668 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-n896s] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-n896s for pod on switch ip-10-0-1-139.ec2.internal I0424 03:09:42.785999 3668 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-n896s I0424 03:09:42.800578 3668 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-n896s] pod update took 14.600775ms I0424 03:09:42.800601 3668 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-n896s] addLogicalPort annotation time took 14.633091ms I0424 03:09:42.801791 3668 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-n896s] addLogicalPort took 15.904955ms, libovsdb time 808.747µs I0424 03:09:42.950940 3668 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94jgk 7efa9e5be3d768c62d3c45e7447e55ee0eb2ad4f76b9037db405f3c0201f6778 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94jgk 7efa9e5be3d768c62d3c45e7447e55ee0eb2ad4f76b9037db405f3c0201f6778 network default NAD default NAD key ] I0424 03:09:42.960359 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-94jgk, hostIfaceName: 7efa9e5be3d768c, network: default, NAD default, SandboxID: "7efa9e5be3d768c62d3c45e7447e55ee0eb2ad4f76b9037db405f3c0201f6778", PCI device ID: , UID: "458b553e-f343-4c7e-9681-5691354dcc0a", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0424 03:09:43.013051 3668 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94jgk 7efa9e5be3d768c62d3c45e7447e55ee0eb2ad4f76b9037db405f3c0201f6778 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-94jgk 7efa9e5be3d768c62d3c45e7447e55ee0eb2ad4f76b9037db405f3c0201f6778 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:76:c2:a5:d6:3f\",\"name\":\"7efa9e5be3d768c\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98aa1088-0227-4d5f-91a1-f6dda53fcdfb\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:09:43.041931 3668 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-krv6j 758d6980ca359df6d5daae47ff78642e4472ce7e99423586d4361d68685ca789 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-krv6j 758d6980ca359df6d5daae47ff78642e4472ce7e99423586d4361d68685ca789 network default NAD default NAD key ] I0424 03:09:43.052516 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-krv6j, hostIfaceName: 758d6980ca359df, network: default, NAD default, SandboxID: "758d6980ca359df6d5daae47ff78642e4472ce7e99423586d4361d68685ca789", PCI device ID: , UID: "f7e4921c-2648-49bc-a246-14938d9a2b7e", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0424 03:09:43.103255 3668 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-krv6j 758d6980ca359df6d5daae47ff78642e4472ce7e99423586d4361d68685ca789 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-krv6j 758d6980ca359df6d5daae47ff78642e4472ce7e99423586d4361d68685ca789 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:4f:76:e8:6b:5e\",\"name\":\"758d6980ca359df\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51fccc0e-89bb-47f7-8a63-aefdfdeaa783\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:09:43.148750 3668 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-n896s 5dec1417283cd8288d13a66db7f5c3461b3dc125315996698a97d8e06faf417d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-n896s 5dec1417283cd8288d13a66db7f5c3461b3dc125315996698a97d8e06faf417d network default NAD default NAD key ] I0424 03:09:43.158319 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-n896s, hostIfaceName: 5dec1417283cd82, network: default, NAD default, SandboxID: "5dec1417283cd8288d13a66db7f5c3461b3dc125315996698a97d8e06faf417d", PCI device ID: , UID: "d38fff8f-b9aa-4420-82aa-05931770b273", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0424 03:09:43.208322 3668 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-n896s 5dec1417283cd8288d13a66db7f5c3461b3dc125315996698a97d8e06faf417d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-n896s 5dec1417283cd8288d13a66db7f5c3461b3dc125315996698a97d8e06faf417d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:8e:c8:fc:7d:18\",\"name\":\"5dec1417283cd82\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5aaed8ef-ad36-4d48-8792-ab85a678b6eb\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:09:46.044457 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0424 03:09:47.059431 3668 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 03:09:47.059450 3668 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 03:09:47.108587 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 03:09:47.108608 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0424 03:09:54.041528 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0424 03:09:57.055769 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0424 03:10:00.178872 3668 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616670-7gkpd for pod on switch ip-10-0-1-139.ec2.internal I0424 03:10:00.178977 3668 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd I0424 03:10:00.192318 3668 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd] pod update took 13.366ms I0424 03:10:00.192348 3668 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd] addLogicalPort annotation time took 13.40239ms I0424 03:10:00.193518 3668 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd] addLogicalPort took 14.666303ms, libovsdb time 811.236µs I0424 03:10:00.956652 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd 7123b14218d19438ebdc89793dfecf2048fcfdb703215b010ae7070d8ccf10b3 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd 7123b14218d19438ebdc89793dfecf2048fcfdb703215b010ae7070d8ccf10b3 network default NAD default NAD key ] I0424 03:10:00.965688 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616670-7gkpd, hostIfaceName: 7123b14218d1943, network: default, NAD default, SandboxID: "7123b14218d19438ebdc89793dfecf2048fcfdb703215b010ae7070d8ccf10b3", PCI device ID: , UID: "828983b1-e801-47ef-8ee5-d0049429b5bd", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0424 03:10:01.016630 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd 7123b14218d19438ebdc89793dfecf2048fcfdb703215b010ae7070d8ccf10b3 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd 7123b14218d19438ebdc89793dfecf2048fcfdb703215b010ae7070d8ccf10b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:40:fe:e8:26:54\",\"name\":\"7123b14218d1943\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/301f4350-1e2e-4e35-9123-84b2fa462142\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:10:02.155300 3668 cni.go:452] [tsf-tas/test-tsf-tas 9d90eac996c12b195b08dbb73262665f614c3926e897e8f374ff37cd99c6e0a8 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 9d90eac996c12b195b08dbb73262665f614c3926e897e8f374ff37cd99c6e0a8 network default NAD default NAD key ] I0424 03:10:02.244353 3668 cni.go:473] [tsf-tas/test-tsf-tas 9d90eac996c12b195b08dbb73262665f614c3926e897e8f374ff37cd99c6e0a8 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 9d90eac996c12b195b08dbb73262665f614c3926e897e8f374ff37cd99c6e0a8 network default NAD default NAD key default], result "{}", err I0424 03:10:02.368379 3668 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:02.368418 3668 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0424 03:10:02.369661 3668 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.37 I0424 03:10:02.369688 3668 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:02.388512 3668 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:02.388539 3668 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:02.395816 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0424 03:10:02.395847 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0424 03:10:05.173920 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd 7123b14218d19438ebdc89793dfecf2048fcfdb703215b010ae7070d8ccf10b3 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd 7123b14218d19438ebdc89793dfecf2048fcfdb703215b010ae7070d8ccf10b3 network default NAD default NAD key ] I0424 03:10:05.258774 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd 7123b14218d19438ebdc89793dfecf2048fcfdb703215b010ae7070d8ccf10b3 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd 7123b14218d19438ebdc89793dfecf2048fcfdb703215b010ae7070d8ccf10b3 network default NAD default NAD key default], result "{}", err I0424 03:10:05.329404 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:05.329440 3668 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd I0424 03:10:05.330655 3668 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd, ips: 10.130.0.43 I0424 03:10:05.330678 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:06.190418 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:06.190443 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616670-7gkpd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:06.242108 3668 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-t7fg2-jbwgp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:06.242695 3668 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-t7fg2-jbwgp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:07.135399 3668 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-t7fg2-jbwgp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:07.135421 3668 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-t7fg2-jbwgp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:11.187340 3668 obj_retry.go:498] Detected object tsf/patch-tekton-config-rhkbk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:11.187912 3668 obj_retry.go:498] Detected object tsf/patch-tekton-config-rhkbk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:11.344249 3668 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-c69797844-7zn27] creating logical port tsf-tas_ctlog-c69797844-7zn27 for pod on switch ip-10-0-1-139.ec2.internal I0424 03:10:11.344382 3668 kube.go:256] Updating pod tsf-tas/ctlog-c69797844-7zn27 I0424 03:10:11.362060 3668 pod.go:62] [tsf-tas/ctlog-c69797844-7zn27] pod update took 17.706566ms I0424 03:10:11.362087 3668 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-c69797844-7zn27] addLogicalPort annotation time took 17.73836ms I0424 03:10:11.363482 3668 pods.go:271] [tsf-tas/ctlog-c69797844-7zn27] addLogicalPort took 19.248834ms, libovsdb time 905.598µs I0424 03:10:12.075984 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-rhkbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:12.076009 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-rhkbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:12.306617 3668 cni.go:452] [tsf-tas/ctlog-c69797844-7zn27 d9f8f3fbcac9db491b0e4c6c6ea654f26143a7017e58681bc8be95c353c58ff0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-c69797844-7zn27 d9f8f3fbcac9db491b0e4c6c6ea654f26143a7017e58681bc8be95c353c58ff0 network default NAD default NAD key ] I0424 03:10:12.331559 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-c69797844-7zn27, hostIfaceName: d9f8f3fbcac9db4, network: default, NAD default, SandboxID: "d9f8f3fbcac9db491b0e4c6c6ea654f26143a7017e58681bc8be95c353c58ff0", PCI device ID: , UID: "09de61a2-f137-4a43-b3ee-5821ab9cbabe", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0424 03:10:12.382123 3668 cni.go:473] [tsf-tas/ctlog-c69797844-7zn27 d9f8f3fbcac9db491b0e4c6c6ea654f26143a7017e58681bc8be95c353c58ff0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-c69797844-7zn27 d9f8f3fbcac9db491b0e4c6c6ea654f26143a7017e58681bc8be95c353c58ff0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:f0:99:ee:e9:68\",\"name\":\"d9f8f3fbcac9db4\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5df6be1-0aa4-4147-91bb-efb5165c83c1\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:10:14.217742 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0424 03:10:19.316816 3668 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-88t6m-8kczv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:19.317421 3668 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-88t6m-8kczv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:20.205138 3668 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-88t6m-8kczv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:20.205167 3668 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-88t6m-8kczv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:20.318966 3668 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h8m6v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:20.319579 3668 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-h8m6v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:21.342718 3668 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h8m6v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:21.342743 3668 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-h8m6v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:21.383272 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-rhkbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:21.383313 3668 obj_retry.go:492] Detected object tsf/patch-tekton-config-rhkbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:21.391849 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-rhkbk I0424 03:10:21.391876 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-rhkbk I0424 03:10:22.048809 3668 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-139.ec2.internal I0424 03:10:22.048982 3668 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0424 03:10:22.063148 3668 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.206063ms I0424 03:10:22.063169 3668 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.233102ms I0424 03:10:22.064554 3668 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.764992ms, libovsdb time 917.204µs I0424 03:10:22.412010 3668 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 715d599235913df66ae65b5577f366fc571af6f4d2da95c7d4f2ffeaf22da022 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 715d599235913df66ae65b5577f366fc571af6f4d2da95c7d4f2ffeaf22da022 network default NAD default NAD key ] I0424 03:10:22.421401 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 715d599235913df, network: default, NAD default, SandboxID: "715d599235913df66ae65b5577f366fc571af6f4d2da95c7d4f2ffeaf22da022", PCI device ID: , UID: "e0d42bc1-629f-495a-b209-c680eb241fd4", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0424 03:10:22.473185 3668 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 715d599235913df66ae65b5577f366fc571af6f4d2da95c7d4f2ffeaf22da022 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 715d599235913df66ae65b5577f366fc571af6f4d2da95c7d4f2ffeaf22da022 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:f1:75:4e:eb:e4\",\"name\":\"715d599235913df\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b1c86e5c-57a6-4a3a-8fff-6b36777f1de2\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:10:24.190812 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0424 03:10:25.234456 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0424 03:10:25.289635 3668 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 715d599235913df66ae65b5577f366fc571af6f4d2da95c7d4f2ffeaf22da022 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 715d599235913df66ae65b5577f366fc571af6f4d2da95c7d4f2ffeaf22da022 network default NAD default NAD key ] I0424 03:10:25.371878 3668 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 715d599235913df66ae65b5577f366fc571af6f4d2da95c7d4f2ffeaf22da022 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 715d599235913df66ae65b5577f366fc571af6f4d2da95c7d4f2ffeaf22da022 network default NAD default NAD key default], result "{}", err I0424 03:10:25.423720 3668 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:25.423754 3668 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0424 03:10:25.424985 3668 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.45 I0424 03:10:25.425011 3668 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:25.442036 3668 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:25.442059 3668 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:25.451463 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0424 03:10:25.451496 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0424 03:10:25.660998 3668 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-139.ec2.internal I0424 03:10:25.661116 3668 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0424 03:10:25.674656 3668 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.562374ms I0424 03:10:25.674686 3668 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.597617ms I0424 03:10:25.675986 3668 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.011015ms, libovsdb time 877.569µs I0424 03:10:26.023626 3668 cni.go:452] [tsf-tpa/test-tsf-tpa f5a0f06c47b63f69f48496bb82b5bc854841814d0b1e640420088f9622559fb1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa f5a0f06c47b63f69f48496bb82b5bc854841814d0b1e640420088f9622559fb1 network default NAD default NAD key ] I0424 03:10:26.033163 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: f5a0f06c47b63f6, network: default, NAD default, SandboxID: "f5a0f06c47b63f69f48496bb82b5bc854841814d0b1e640420088f9622559fb1", PCI device ID: , UID: "7ef827b9-4814-44de-a117-892e25e27f22", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0424 03:10:26.086528 3668 cni.go:473] [tsf-tpa/test-tsf-tpa f5a0f06c47b63f69f48496bb82b5bc854841814d0b1e640420088f9622559fb1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa f5a0f06c47b63f69f48496bb82b5bc854841814d0b1e640420088f9622559fb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:37:dc:67:f5:1c\",\"name\":\"f5a0f06c47b63f6\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a6b9840-f67a-4869-924f-9a719af11b31\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:10:26.141442 3668 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0424 03:10:26.220139 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0424 03:10:31.390998 3668 obj_retry.go:498] Detected object tsf-tpa/create-db-7pd5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:31.391628 3668 obj_retry.go:498] Detected object tsf-tpa/create-db-7pd5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:32.415810 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-7pd5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:32.415835 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-7pd5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 03:10:35.196753 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0424 03:10:35.411186 3668 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nx5td of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:35.411793 3668 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nx5td of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:35.555407 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nx5td of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:35.555437 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nx5td of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:35.754710 3668 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-zjr5n] creating logical port tsf-tpa_create-importers-zjr5n for pod on switch ip-10-0-1-139.ec2.internal I0424 03:10:35.754814 3668 kube.go:256] Updating pod tsf-tpa/create-importers-zjr5n I0424 03:10:35.769144 3668 pod.go:62] [tsf-tpa/create-importers-zjr5n] pod update took 14.352912ms I0424 03:10:35.769166 3668 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-zjr5n] addLogicalPort annotation time took 14.382037ms I0424 03:10:35.770310 3668 pods.go:271] [tsf-tpa/create-importers-zjr5n] addLogicalPort took 15.623415ms, libovsdb time 777.148µs I0424 03:10:36.114735 3668 cni.go:452] [tsf-tpa/create-importers-zjr5n b14bfd7af36d2bebbe034d40944f10407b8071bb183e09a4bf983d44039f0cdf network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-zjr5n b14bfd7af36d2bebbe034d40944f10407b8071bb183e09a4bf983d44039f0cdf network default NAD default NAD key ] I0424 03:10:36.123998 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-zjr5n, hostIfaceName: b14bfd7af36d2be, network: default, NAD default, SandboxID: "b14bfd7af36d2bebbe034d40944f10407b8071bb183e09a4bf983d44039f0cdf", PCI device ID: , UID: "779d2dbd-921f-4326-9fdf-689a1ab667d7", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0424 03:10:36.177346 3668 cni.go:473] [tsf-tpa/create-importers-zjr5n b14bfd7af36d2bebbe034d40944f10407b8071bb183e09a4bf983d44039f0cdf network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-zjr5n b14bfd7af36d2bebbe034d40944f10407b8071bb183e09a4bf983d44039f0cdf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:a7:50:b3:4c:5a\",\"name\":\"b14bfd7af36d2be\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c368ecfe-d016-4217-aa8f-28511d3b4d8f\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:10:39.384501 3668 cni.go:452] [tsf-tpa/create-importers-zjr5n b14bfd7af36d2bebbe034d40944f10407b8071bb183e09a4bf983d44039f0cdf network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-zjr5n b14bfd7af36d2bebbe034d40944f10407b8071bb183e09a4bf983d44039f0cdf network default NAD default NAD key ] I0424 03:10:39.464041 3668 cni.go:473] [tsf-tpa/create-importers-zjr5n b14bfd7af36d2bebbe034d40944f10407b8071bb183e09a4bf983d44039f0cdf network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-zjr5n b14bfd7af36d2bebbe034d40944f10407b8071bb183e09a4bf983d44039f0cdf network default NAD default NAD key default], result "{}", err I0424 03:10:39.521942 3668 obj_retry.go:498] Detected object tsf-tpa/create-importers-zjr5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:39.521976 3668 pods.go:176] Deleting pod: tsf-tpa/create-importers-zjr5n I0424 03:10:39.523344 3668 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-zjr5n, ips: 10.130.0.47 I0424 03:10:39.523373 3668 obj_retry.go:498] Detected object tsf-tpa/create-importers-zjr5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:10:40.547452 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-zjr5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:10:40.547472 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-zjr5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0424 03:10:46.371385 3668 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0424 03:10:54.085965 3668 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-c4xql-26gcf] creating logical port tsf-tas_tuf-repository-init-c4xql-26gcf for pod on switch ip-10-0-1-139.ec2.internal I0424 03:10:54.086071 3668 kube.go:256] Updating pod tsf-tas/tuf-repository-init-c4xql-26gcf I0424 03:10:54.101063 3668 pod.go:62] [tsf-tas/tuf-repository-init-c4xql-26gcf] pod update took 15.015767ms I0424 03:10:54.101085 3668 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-c4xql-26gcf] addLogicalPort annotation time took 15.04506ms I0424 03:10:54.102345 3668 pods.go:271] [tsf-tas/tuf-repository-init-c4xql-26gcf] addLogicalPort took 16.398201ms, libovsdb time 868.778µs I0424 03:10:57.149708 3668 cni.go:452] [tsf-tas/tuf-repository-init-c4xql-26gcf 11d5f03d7a587c57bef59782ceed01b2d6a97dedfc387792a4b987d64e8d3481 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-c4xql-26gcf 11d5f03d7a587c57bef59782ceed01b2d6a97dedfc387792a4b987d64e8d3481 network default NAD default NAD key ] I0424 03:10:57.159001 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-c4xql-26gcf, hostIfaceName: 11d5f03d7a587c5, network: default, NAD default, SandboxID: "11d5f03d7a587c57bef59782ceed01b2d6a97dedfc387792a4b987d64e8d3481", PCI device ID: , UID: "4145e345-84b7-43c0-8e5a-2487c8868eec", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0424 03:10:57.209093 3668 cni.go:473] [tsf-tas/tuf-repository-init-c4xql-26gcf 11d5f03d7a587c57bef59782ceed01b2d6a97dedfc387792a4b987d64e8d3481 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-c4xql-26gcf 11d5f03d7a587c57bef59782ceed01b2d6a97dedfc387792a4b987d64e8d3481 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:f2:21:ad:9c:a1\",\"name\":\"11d5f03d7a587c5\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c6b9394-496f-4dc3-b8f8-7f6dd9feff3e\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:11:03.530022 3668 cni.go:452] [tsf-tas/tuf-repository-init-c4xql-26gcf 11d5f03d7a587c57bef59782ceed01b2d6a97dedfc387792a4b987d64e8d3481 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-c4xql-26gcf 11d5f03d7a587c57bef59782ceed01b2d6a97dedfc387792a4b987d64e8d3481 network default NAD default NAD key ] I0424 03:11:03.616921 3668 cni.go:473] [tsf-tas/tuf-repository-init-c4xql-26gcf 11d5f03d7a587c57bef59782ceed01b2d6a97dedfc387792a4b987d64e8d3481 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-c4xql-26gcf 11d5f03d7a587c57bef59782ceed01b2d6a97dedfc387792a4b987d64e8d3481 network default NAD default NAD key default], result "{}", err I0424 03:11:03.668406 3668 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-c4xql-26gcf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:03.668447 3668 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-c4xql-26gcf I0424 03:11:03.669961 3668 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-c4xql-26gcf, ips: 10.130.0.48 I0424 03:11:03.669989 3668 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-c4xql-26gcf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:04.545588 3668 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-c4xql-26gcf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:04.545612 3668 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-c4xql-26gcf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:06.197551 3668 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-vt58g] creating logical port tsf-tas_tuf-97fc8ff76-vt58g for pod on switch ip-10-0-1-139.ec2.internal I0424 03:11:06.197646 3668 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-vt58g I0424 03:11:06.213198 3668 pod.go:62] [tsf-tas/tuf-97fc8ff76-vt58g] pod update took 15.581109ms I0424 03:11:06.213221 3668 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-vt58g] addLogicalPort annotation time took 15.609005ms I0424 03:11:06.214476 3668 pods.go:271] [tsf-tas/tuf-97fc8ff76-vt58g] addLogicalPort took 16.943548ms, libovsdb time 846.957µs I0424 03:11:14.594630 3668 cni.go:452] [tsf-tpa/test-tsf-tpa f5a0f06c47b63f69f48496bb82b5bc854841814d0b1e640420088f9622559fb1 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa f5a0f06c47b63f69f48496bb82b5bc854841814d0b1e640420088f9622559fb1 network default NAD default NAD key ] I0424 03:11:14.675055 3668 cni.go:473] [tsf-tpa/test-tsf-tpa f5a0f06c47b63f69f48496bb82b5bc854841814d0b1e640420088f9622559fb1 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa f5a0f06c47b63f69f48496bb82b5bc854841814d0b1e640420088f9622559fb1 network default NAD default NAD key default], result "{}", err I0424 03:11:14.730066 3668 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:14.730103 3668 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0424 03:11:14.731587 3668 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.46 I0424 03:11:14.731636 3668 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:14.775612 3668 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:14.775641 3668 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:14.782635 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0424 03:11:14.782667 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0424 03:11:15.536811 3668 namespace.go:98] [default-tenant] adding namespace I0424 03:11:15.537611 3668 namespace.go:98] [build-service] adding namespace I0424 03:11:15.537802 3668 namespace.go:102] [default-tenant] adding namespace took 967.044µs I0424 03:11:15.538560 3668 namespace.go:102] [build-service] adding namespace took 932.455µs I0424 03:11:15.543171 3668 namespace.go:98] [integration-service] adding namespace I0424 03:11:15.543269 3668 namespace.go:98] [image-controller] adding namespace I0424 03:11:15.543828 3668 namespace.go:102] [integration-service] adding namespace took 643.483µs I0424 03:11:15.544394 3668 namespace.go:102] [image-controller] adding namespace took 1.110939ms I0424 03:11:15.608432 3668 namespace.go:142] [default-tenant] updating namespace I0424 03:11:15.629315 3668 namespace.go:142] [default-tenant] updating namespace I0424 03:11:15.641484 3668 namespace.go:142] [build-service] updating namespace I0424 03:11:15.674276 3668 namespace.go:142] [build-service] updating namespace I0424 03:11:15.695130 3668 namespace.go:142] [integration-service] updating namespace I0424 03:11:15.735254 3668 namespace.go:142] [image-controller] updating namespace I0424 03:11:15.735264 3668 namespace.go:142] [integration-service] updating namespace I0424 03:11:15.740219 3668 namespace.go:142] [build-service] updating namespace I0424 03:11:15.762330 3668 namespace.go:142] [image-controller] updating namespace I0424 03:11:15.776642 3668 namespace.go:142] [integration-service] updating namespace I0424 03:11:15.788415 3668 namespace.go:98] [release-service] adding namespace I0424 03:11:15.789250 3668 namespace.go:102] [release-service] adding namespace took 802.802µs I0424 03:11:15.833609 3668 namespace.go:142] [release-service] updating namespace I0424 03:11:15.833635 3668 namespace.go:142] [konflux-ui] updating namespace I0424 03:11:15.853411 3668 namespace.go:142] [release-service] updating namespace I0424 03:11:15.926643 3668 namespace.go:98] [konflux-info] adding namespace I0424 03:11:15.927538 3668 namespace.go:102] [konflux-info] adding namespace took 870.279µs I0424 03:11:15.965361 3668 namespace.go:98] [namespace-lister] adding namespace I0424 03:11:15.965399 3668 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-139.ec2.internal I0424 03:11:15.965486 3668 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0424 03:11:15.966184 3668 namespace.go:102] [namespace-lister] adding namespace took 800.954µs I0424 03:11:15.985449 3668 namespace.go:142] [konflux-info] updating namespace I0424 03:11:15.992924 3668 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 27.459372ms I0424 03:11:15.992948 3668 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 27.489576ms I0424 03:11:15.994056 3668 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 28.672179ms, libovsdb time 776.364µs I0424 03:11:16.020039 3668 namespace.go:142] [konflux-info] updating namespace I0424 03:11:16.025708 3668 namespace.go:142] [namespace-lister] updating namespace I0424 03:11:16.042527 3668 namespace.go:98] [enterprise-contract-service] adding namespace I0424 03:11:16.043501 3668 namespace.go:102] [enterprise-contract-service] adding namespace took 953.152µs I0424 03:11:16.051104 3668 namespace.go:142] [image-controller] updating namespace I0424 03:11:16.062059 3668 namespace.go:142] [namespace-lister] updating namespace I0424 03:11:16.089741 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0424 03:11:16.149242 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0424 03:11:16.158947 3668 cni.go:452] [tsf-tas/tuf-97fc8ff76-vt58g 8d87188102337f6e031de5ab9401a2f3ce9d6b4748a8f6cec40151f27aad5f2b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-vt58g 8d87188102337f6e031de5ab9401a2f3ce9d6b4748a8f6cec40151f27aad5f2b network default NAD default NAD key ] I0424 03:11:16.168117 3668 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-vt58g, hostIfaceName: 8d87188102337f6, network: default, NAD default, SandboxID: "8d87188102337f6e031de5ab9401a2f3ce9d6b4748a8f6cec40151f27aad5f2b", PCI device ID: , UID: "36319ee8-2721-4f50-8509-d4184faf8c4e", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0424 03:11:16.220722 3668 cni.go:473] [tsf-tas/tuf-97fc8ff76-vt58g 8d87188102337f6e031de5ab9401a2f3ce9d6b4748a8f6cec40151f27aad5f2b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-vt58g 8d87188102337f6e031de5ab9401a2f3ce9d6b4748a8f6cec40151f27aad5f2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:2e:51:bb:6d:7b\",\"name\":\"8d87188102337f6\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec10bbb5-fe08-48e1-93dd-e91781420887\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:11:16.336503 3668 cni.go:452] [konflux-ui/test-tsf-konflux f2f587ef9284e3d754d05049e07a8f439eee8e5107e8e3686eca0a0bca3a0205 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux f2f587ef9284e3d754d05049e07a8f439eee8e5107e8e3686eca0a0bca3a0205 network default NAD default NAD key ] I0424 03:11:16.349587 3668 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: f2f587ef9284e3d, network: default, NAD default, SandboxID: "f2f587ef9284e3d754d05049e07a8f439eee8e5107e8e3686eca0a0bca3a0205", PCI device ID: , UID: "50405962-f526-4182-96a9-ae9a89066aba", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0424 03:11:16.404667 3668 cni.go:473] [konflux-ui/test-tsf-konflux f2f587ef9284e3d754d05049e07a8f439eee8e5107e8e3686eca0a0bca3a0205 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux f2f587ef9284e3d754d05049e07a8f439eee8e5107e8e3686eca0a0bca3a0205 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:84:fa:b2:f2:5e\",\"name\":\"f2f587ef9284e3d\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/653d3b70-e508-4752-9dca-593fe14a23b2\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:11:16.442170 3668 namespace.go:142] [default-tenant] updating namespace I0424 03:11:16.632552 3668 namespace.go:98] [segment-bridge] adding namespace I0424 03:11:16.633400 3668 namespace.go:102] [segment-bridge] adding namespace took 827.056µs I0424 03:11:16.693397 3668 namespace.go:142] [segment-bridge] updating namespace I0424 03:11:16.719455 3668 namespace.go:142] [segment-bridge] updating namespace I0424 03:11:16.784279 3668 namespace.go:142] [build-service] updating namespace I0424 03:11:16.878149 3668 namespace.go:98] [konflux-cli] adding namespace I0424 03:11:16.879050 3668 namespace.go:102] [konflux-cli] adding namespace took 868.232µs I0424 03:11:17.016128 3668 namespace.go:142] [konflux-cli] updating namespace I0424 03:11:17.078769 3668 namespace.go:142] [konflux-cli] updating namespace I0424 03:11:17.222677 3668 namespace.go:142] [default-tenant] updating namespace I0424 03:11:17.222803 3668 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0424 03:11:17.223448 3668 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0424 03:11:17.223472 3668 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0424 03:11:17.226184 3668 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0424 03:11:17.479535 3668 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0424 03:11:17.479571 3668 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0424 03:11:17.480910 3668 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0424 03:11:17.569191 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0424 03:11:17.941194 3668 namespace.go:142] [image-controller] updating namespace I0424 03:11:18.203181 3668 namespace.go:142] [integration-service] updating namespace I0424 03:11:18.433400 3668 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-cbj9b] creating logical port image-controller_image-controller-controller-manager-6f859968fc-cbj9b for pod on switch ip-10-0-1-139.ec2.internal I0424 03:11:18.433512 3668 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-cbj9b I0424 03:11:18.471075 3668 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-cbj9b] pod update took 37.585353ms I0424 03:11:18.471103 3668 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-cbj9b] addLogicalPort annotation time took 37.620344ms I0424 03:11:18.472507 3668 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-cbj9b] addLogicalPort took 39.117671ms, libovsdb time 975.12µs I0424 03:11:18.628089 3668 namespace.go:142] [konflux-info] updating namespace I0424 03:11:18.634063 3668 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-bbv2x for pod on switch ip-10-0-1-139.ec2.internal I0424 03:11:18.634167 3668 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x I0424 03:11:18.653246 3668 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x] pod update took 19.10419ms I0424 03:11:18.653269 3668 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x] addLogicalPort annotation time took 19.134026ms I0424 03:11:18.654562 3668 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x] addLogicalPort took 20.517058ms, libovsdb time 862.246µs I0424 03:11:18.814027 3668 namespace.go:142] [namespace-lister] updating namespace I0424 03:11:18.954633 3668 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-65dhg] creating logical port build-service_build-service-controller-manager-7cbf488fcf-65dhg for pod on switch ip-10-0-1-139.ec2.internal I0424 03:11:18.954738 3668 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-65dhg I0424 03:11:18.986424 3668 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-65dhg] pod update took 31.708105ms I0424 03:11:18.986530 3668 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-65dhg] addLogicalPort annotation time took 31.818484ms I0424 03:11:18.988261 3668 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-65dhg] addLogicalPort took 33.644124ms, libovsdb time 1.214675ms I0424 03:11:19.024567 3668 namespace.go:142] [release-service] updating namespace I0424 03:11:19.117336 3668 namespace.go:142] [build-service] updating namespace I0424 03:11:19.144105 3668 namespace.go:142] [default-tenant] updating namespace I0424 03:11:19.166078 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0424 03:11:19.178193 3668 namespace.go:142] [image-controller] updating namespace I0424 03:11:19.189181 3668 namespace.go:142] [integration-service] updating namespace I0424 03:11:19.207613 3668 namespace.go:142] [konflux-info] updating namespace I0424 03:11:19.227192 3668 namespace.go:142] [namespace-lister] updating namespace I0424 03:11:19.239122 3668 namespace.go:142] [release-service] updating namespace I0424 03:11:19.300199 3668 namespace.go:142] [build-service] updating namespace I0424 03:11:19.384459 3668 namespace.go:142] [default-tenant] updating namespace I0424 03:11:19.452991 3668 namespace.go:142] [enterprise-contract-service] updating namespace I0424 03:11:19.536336 3668 namespace.go:142] [image-controller] updating namespace I0424 03:11:19.612993 3668 namespace.go:142] [integration-service] updating namespace I0424 03:11:19.663860 3668 base_network_controller_pods.go:487] [default/konflux-ui/proxy-64577d79cf-l5xhc] creating logical port konflux-ui_proxy-64577d79cf-l5xhc for pod on switch ip-10-0-1-139.ec2.internal I0424 03:11:19.664026 3668 kube.go:256] Updating pod konflux-ui/proxy-64577d79cf-l5xhc I0424 03:11:19.693810 3668 pod.go:62] [konflux-ui/proxy-64577d79cf-l5xhc] pod update took 29.832006ms I0424 03:11:19.693834 3668 base_network_controller_pods.go:951] [default/konflux-ui/proxy-64577d79cf-l5xhc] addLogicalPort annotation time took 29.862102ms I0424 03:11:19.695412 3668 pods.go:271] [konflux-ui/proxy-64577d79cf-l5xhc] addLogicalPort took 31.569994ms, libovsdb time 1.131223ms I0424 03:11:19.736864 3668 namespace.go:142] [konflux-info] updating namespace I0424 03:11:19.832991 3668 namespace.go:142] [namespace-lister] updating namespace I0424 03:11:19.914227 3668 namespace.go:142] [release-service] updating namespace I0424 03:11:20.140928 3668 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-65dhg 6b2d2a16681baa2064584c010d64d3bd42b411ae51516272740c67266196aa3f network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-65dhg 6b2d2a16681baa2064584c010d64d3bd42b411ae51516272740c67266196aa3f network default NAD default NAD key ] I0424 03:11:20.142249 3668 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-cbj9b 460bcf2a4929e3595486c73e2e1960801b2ee136c34939480927e40092b9d49d network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-cbj9b 460bcf2a4929e3595486c73e2e1960801b2ee136c34939480927e40092b9d49d network default NAD default NAD key ] I0424 03:11:20.152992 3668 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-65dhg, hostIfaceName: 6b2d2a16681baa2, network: default, NAD default, SandboxID: "6b2d2a16681baa2064584c010d64d3bd42b411ae51516272740c67266196aa3f", PCI device ID: , UID: "a41f8993-764d-48aa-9fc6-ee4e3a3a8623", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0424 03:11:20.153376 3668 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-cbj9b, hostIfaceName: 460bcf2a4929e35, network: default, NAD default, SandboxID: "460bcf2a4929e3595486c73e2e1960801b2ee136c34939480927e40092b9d49d", PCI device ID: , UID: "26ff01b6-a560-4dc7-91f6-816fba0b7d89", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0424 03:11:20.213881 3668 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-cbj9b 460bcf2a4929e3595486c73e2e1960801b2ee136c34939480927e40092b9d49d network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-cbj9b 460bcf2a4929e3595486c73e2e1960801b2ee136c34939480927e40092b9d49d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:ba:8c:3b:83:dd\",\"name\":\"460bcf2a4929e35\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a765c22a-5263-4f83-98d0-6fb8ec1ab9b2\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:11:20.241159 3668 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-65dhg 6b2d2a16681baa2064584c010d64d3bd42b411ae51516272740c67266196aa3f network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-65dhg 6b2d2a16681baa2064584c010d64d3bd42b411ae51516272740c67266196aa3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:39:6a:73:52:bd\",\"name\":\"6b2d2a16681baa2\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6b6da94-c0f8-48a9-8c2a-ee267d031e7b\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:11:20.690874 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0424 03:11:21.057220 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0424 03:11:21.178418 3668 namespace.go:142] [konflux-cli] updating namespace I0424 03:11:21.376116 3668 namespace.go:142] [segment-bridge] updating namespace I0424 03:11:21.475631 3668 namespace.go:142] [konflux-cli] updating namespace I0424 03:11:21.532240 3668 namespace.go:142] [segment-bridge] updating namespace I0424 03:11:21.581690 3668 namespace.go:142] [konflux-cli] updating namespace I0424 03:11:21.698739 3668 namespace.go:142] [segment-bridge] updating namespace I0424 03:11:26.508327 3668 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x ae475db8b36f4debafdfa2e8dc83fa5c454886ff04ea08d595c31f7f2a9c6470 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x ae475db8b36f4debafdfa2e8dc83fa5c454886ff04ea08d595c31f7f2a9c6470 network default NAD default NAD key ] I0424 03:11:26.517771 3668 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-bbv2x, hostIfaceName: ae475db8b36f4de, network: default, NAD default, SandboxID: "ae475db8b36f4debafdfa2e8dc83fa5c454886ff04ea08d595c31f7f2a9c6470", PCI device ID: , UID: "67e89a71-3e8a-4c1b-a01a-818d486e7a09", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0424 03:11:26.572689 3668 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x ae475db8b36f4debafdfa2e8dc83fa5c454886ff04ea08d595c31f7f2a9c6470 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x ae475db8b36f4debafdfa2e8dc83fa5c454886ff04ea08d595c31f7f2a9c6470 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:a8:5f:9f:58:bc\",\"name\":\"ae475db8b36f4de\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66780638-3a66-4fc4-8907-985d29ffd404\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:11:26.694215 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0424 03:11:26.755935 3668 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0424 03:11:27.552812 3668 cni.go:452] [konflux-ui/proxy-64577d79cf-l5xhc fedfa32b4dba85330fa4b245d2d59a72245965e051f7ddc3f6d7be3a56707fa9 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-64577d79cf-l5xhc fedfa32b4dba85330fa4b245d2d59a72245965e051f7ddc3f6d7be3a56707fa9 network default NAD default NAD key ] I0424 03:11:27.564094 3668 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-64577d79cf-l5xhc, hostIfaceName: fedfa32b4dba853, network: default, NAD default, SandboxID: "fedfa32b4dba85330fa4b245d2d59a72245965e051f7ddc3f6d7be3a56707fa9", PCI device ID: , UID: "e1200f94-060c-4b02-8f56-3195a4fba2d3", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0424 03:11:27.626347 3668 cni.go:473] [konflux-ui/proxy-64577d79cf-l5xhc fedfa32b4dba85330fa4b245d2d59a72245965e051f7ddc3f6d7be3a56707fa9 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-64577d79cf-l5xhc fedfa32b4dba85330fa4b245d2d59a72245965e051f7ddc3f6d7be3a56707fa9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:50:32:fd:07:04\",\"name\":\"fedfa32b4dba853\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc352e43-9eb3-4c2e-b6bf-e6088f351f9a\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0424 03:11:28.488339 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 03:11:28.488420 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 03:11:29.500061 3668 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0424 03:11:29.718262 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 03:11:29.718470 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 03:11:31.654350 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0424 03:11:32.192008 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 W0424 03:11:33.751136 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 03:11:33.751157 3668 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 03:11:34.544933 3668 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0424 03:11:34.544957 3668 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0424 03:11:34.577471 3668 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0424 03:11:34.577625 3668 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0424 03:11:37.704621 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0424 03:11:37.724297 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0424 03:11:39.497243 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 03:11:39.497272 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0424 03:11:39.500745 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0424 03:11:39.500769 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0424 03:11:40.780418 3668 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x ae475db8b36f4debafdfa2e8dc83fa5c454886ff04ea08d595c31f7f2a9c6470 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x ae475db8b36f4debafdfa2e8dc83fa5c454886ff04ea08d595c31f7f2a9c6470 network default NAD default NAD key ] I0424 03:11:40.864674 3668 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x ae475db8b36f4debafdfa2e8dc83fa5c454886ff04ea08d595c31f7f2a9c6470 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x ae475db8b36f4debafdfa2e8dc83fa5c454886ff04ea08d595c31f7f2a9c6470 network default NAD default NAD key default], result "{}", err I0424 03:11:41.169810 3668 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:41.169852 3668 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x I0424 03:11:41.171446 3668 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x, ips: 10.130.0.52 I0424 03:11:41.171477 3668 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:11:41.795720 3668 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:41.795753 3668 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:11:41.804949 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x I0424 03:11:41.804982 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-bbv2x I0424 03:11:48.268836 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 W0424 03:12:14.836468 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0424 03:12:14.836487 3668 util.go:959] Failed to build node endpoints for node ip-10-0-1-139.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0424 03:12:24.187026 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=88 I0424 03:12:27.301973 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0424 03:12:44.446003 3668 obj_retry.go:498] Detected object konflux-ui/proxy-6d4ccf457d-kcnrh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:12:44.446641 3668 obj_retry.go:498] Detected object konflux-ui/proxy-6d4ccf457d-kcnrh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:12:44.906197 3668 obj_retry.go:492] Detected object konflux-ui/proxy-6d4ccf457d-kcnrh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:12:44.906222 3668 obj_retry.go:492] Detected object konflux-ui/proxy-6d4ccf457d-kcnrh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:12:44.916191 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6d4ccf457d-kcnrh I0424 03:12:44.916217 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6d4ccf457d-kcnrh I0424 03:12:48.196829 3668 cni.go:452] [konflux-ui/test-tsf-konflux f2f587ef9284e3d754d05049e07a8f439eee8e5107e8e3686eca0a0bca3a0205 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux f2f587ef9284e3d754d05049e07a8f439eee8e5107e8e3686eca0a0bca3a0205 network default NAD default NAD key ] I0424 03:12:48.286505 3668 cni.go:473] [konflux-ui/test-tsf-konflux f2f587ef9284e3d754d05049e07a8f439eee8e5107e8e3686eca0a0bca3a0205 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux f2f587ef9284e3d754d05049e07a8f439eee8e5107e8e3686eca0a0bca3a0205 network default NAD default NAD key default], result "{}", err I0424 03:12:48.336839 3668 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:12:48.336877 3668 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0424 03:12:48.338375 3668 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.50 I0424 03:12:48.338406 3668 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:12:48.356883 3668 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:12:48.356913 3668 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:12:48.363892 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0424 03:12:48.363953 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0424 03:12:50.198043 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=622 I0424 03:12:55.279246 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0424 03:13:19.095261 3668 namespace.go:98] [default-managed-tenant-m2emy] adding namespace I0424 03:13:19.096197 3668 namespace.go:102] [default-managed-tenant-m2emy] adding namespace took 891.582µs I0424 03:13:19.122361 3668 namespace.go:142] [default-managed-tenant-m2emy] updating namespace I0424 03:13:19.147238 3668 namespace.go:142] [default-managed-tenant-m2emy] updating namespace I0424 03:13:20.142357 3668 namespace.go:142] [default-managed-tenant-m2emy] updating namespace I0424 03:13:20.273718 3668 namespace.go:142] [default-managed-tenant-m2emy] updating namespace I0424 03:13:20.375229 3668 namespace.go:142] [default-managed-tenant-m2emy] updating namespace I0424 03:13:25.307719 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0424 03:13:26.269140 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0424 03:13:39.191780 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=171 I0424 03:14:03.274754 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0424 03:14:37.308641 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0424 03:14:38.290330 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0424 03:15:23.295824 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0424 03:15:38.192211 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=97 I0424 03:15:40.287446 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0424 03:17:35.193181 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0424 03:17:50.199389 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0424 03:17:59.271734 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0424 03:20:00.202401 3668 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29616680-855mr for pod on switch ip-10-0-1-139.ec2.internal I0424 03:20:00.202513 3668 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr I0424 03:20:00.228186 3668 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr] pod update took 25.695692ms I0424 03:20:00.228211 3668 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr] addLogicalPort annotation time took 25.726227ms I0424 03:20:00.229415 3668 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr] addLogicalPort took 27.027145ms, libovsdb time 834.799µs I0424 03:20:00.565051 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr adfc9a10429a4413d4c3e4864842293ce4002847343f5210da8931cbc5a1ed8b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr adfc9a10429a4413d4c3e4864842293ce4002847343f5210da8931cbc5a1ed8b network default NAD default NAD key ] I0424 03:20:00.574093 3668 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29616680-855mr, hostIfaceName: adfc9a10429a441, network: default, NAD default, SandboxID: "adfc9a10429a4413d4c3e4864842293ce4002847343f5210da8931cbc5a1ed8b", PCI device ID: , UID: "db641739-c761-4565-a186-c50668fcaf33", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0424 03:20:00.625608 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr adfc9a10429a4413d4c3e4864842293ce4002847343f5210da8931cbc5a1ed8b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr adfc9a10429a4413d4c3e4864842293ce4002847343f5210da8931cbc5a1ed8b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ab:1a:c9:ce:b1\",\"name\":\"adfc9a10429a441\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7a37070-7c96-4448-8c97-ef465616aeff\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0424 03:20:03.692896 3668 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr adfc9a10429a4413d4c3e4864842293ce4002847343f5210da8931cbc5a1ed8b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr adfc9a10429a4413d4c3e4864842293ce4002847343f5210da8931cbc5a1ed8b network default NAD default NAD key ] I0424 03:20:03.777684 3668 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr adfc9a10429a4413d4c3e4864842293ce4002847343f5210da8931cbc5a1ed8b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr adfc9a10429a4413d4c3e4864842293ce4002847343f5210da8931cbc5a1ed8b network default NAD default NAD key default], result "{}", err I0424 03:20:03.830630 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0424 03:20:03.830708 3668 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr I0424 03:20:03.832044 3668 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr, ips: 10.130.0.55 I0424 03:20:03.832074 3668 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0424 03:20:04.702680 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:04.702735 3668 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29616680-855mr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:30.292930 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0424 03:20:32.063371 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-7pd5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:32.063422 3668 obj_retry.go:492] Detected object tsf-tpa/create-db-7pd5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:32.069235 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-7pd5w I0424 03:20:32.069257 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-7pd5w I0424 03:20:35.041618 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nx5td of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:35.041642 3668 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nx5td of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:35.046921 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-nx5td I0424 03:20:35.046951 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-nx5td I0424 03:20:40.032077 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-zjr5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:40.032124 3668 obj_retry.go:492] Detected object tsf-tpa/create-importers-zjr5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0424 03:20:40.037824 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-zjr5n I0424 03:20:40.037850 3668 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-zjr5n I0424 03:20:55.310360 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0424 03:21:04.311702 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0424 03:21:10.195190 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0424 03:21:14.305644 3668 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0424 03:21:16.277031 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0424 03:21:38.189273 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0424 03:21:43.282243 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0424 03:22:08.201068 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0424 03:22:27.271772 3668 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0424 03:22:34.298816 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0424 03:22:42.195748 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0424 03:22:58.195247 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0424 03:23:39.201866 3668 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 I0424 03:24:42.290148 3668 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9