+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-30.ec2.internal ++ [[ -n ip-10-0-2-30.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-30.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 12:44:00.197055928 - disable conntrack on geneve port' I0506 12:44:00.197055928 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 12:44:00.221066360 - starting ovnkube-node' I0506 12:44:00.221066360 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-30.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-30.ec2.internal --init-node ip-10-0-2-30.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-30.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 12:44:00.272028 3656 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 12:44:00.272091 3656 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-539b1c7172.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 12:44:00.273667 3656 kube.go:431] Waiting for certificate I0506 12:44:00.274079 3656 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 12:44:00.274125 3656 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 12:44:00.274817 3656 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 12:44:00.311134 3656 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:00.311155 3656 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:00.314069 3656 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:00.314161 3656 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cr5vn" I0506 12:44:00.318584 3656 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cr5vn" I0506 12:44:00.318675 3656 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 12:44:01.274565 3656 kube.go:438] Certificate found I0506 12:44:01.275174 3656 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 12:44:01.276131 3656 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 12:44:01.334781 3656 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 12:39:00 +0000 UTC" deadline="2026-05-07 09:24:36.775347893 +0000 UTC" I0506 12:44:01.334822 3656 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h40m35.440538316s" I0506 12:44:01.351528 3656 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 12:44:01.359654 3656 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 12:44:01.359738 3656 server.go:101] MetricServer registers OVS metrics I0506 12:44:01.360015 3656 server.go:105] MetricServer registers OVN DB metrics I0506 12:44:01.360995 3656 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 12:44:01.361065 3656 factory.go:561] Starting watch factory I0506 12:44:01.361151 3656 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.361152 3656 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.361171 3656 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.361180 3656 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.361191 3656 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.361206 3656 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.361270 3656 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.361291 3656 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.362151 3656 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.362275 3656 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.363589 3656 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.363690 3656 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.364829 3656 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 12:44:01.364853 3656 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 12:44:01.365373 3656 controller_manager.go:370] Starting the ovnkube controller I0506 12:44:01.365384 3656 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-30.ec2.internal I0506 12:44:01.365448 3656 controller_manager.go:395] NBDB zone sync took: 53.589µs I0506 12:44:01.365461 3656 factory.go:561] Starting watch factory I0506 12:44:01.379597 3656 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 12:44:01.379622 3656 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 12:44:01.383519 3656 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 12:44:01.383566 3656 server.go:109] MetricServer registers OVN Controller metrics I0506 12:44:01.383647 3656 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.383652 3656 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.383746 3656 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.383760 3656 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.384052 3656 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.389457 3656 server.go:113] MetricServer registers OVN Northd metrics I0506 12:44:01.390741 3656 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 12:44:01.394580 3656 metrics.go:519] OVN Metrics Server starts to run ... I0506 12:44:01.466436 3656 factory.go:1977] *v1.Pod informer cache synced successfully I0506 12:44:01.466457 3656 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 12:44:01.466461 3656 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 12:44:01.466464 3656 factory.go:1977] *v1.Node informer cache synced successfully I0506 12:44:01.466468 3656 factory.go:1977] *v1.Service informer cache synced successfully I0506 12:44:01.466471 3656 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 12:44:01.466569 3656 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.466593 3656 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.466578 3656 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.466654 3656 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.469668 3656 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.470136 3656 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 12:44:01.471028 3656 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 12:44:01.471041 3656 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 12:44:01.471045 3656 factory.go:1977] *v1.Node informer cache synced successfully I0506 12:44:01.471048 3656 factory.go:1977] *v1.Service informer cache synced successfully I0506 12:44:01.471051 3656 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 12:44:01.471054 3656 factory.go:1977] *v1.Pod informer cache synced successfully I0506 12:44:01.472118 3656 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 12:44:01.472127 3656 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 12:44:01.472187 3656 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.472197 3656 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.474908 3656 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.476899 3656 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 12:44:01.476912 3656 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 12:44:01.477586 3656 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 12:44:01.477654 3656 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.477666 3656 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.480543 3656 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.482519 3656 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 12:44:01.482856 3656 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 12:44:01.482912 3656 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.482921 3656 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.485516 3656 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.487932 3656 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 12:44:01.487944 3656 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 12:44:01.488008 3656 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.488019 3656 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.490627 3656 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.493247 3656 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 12:44:01.493253 3656 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 12:44:01.493709 3656 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.493727 3656 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.496476 3656 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.498435 3656 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 12:44:01.498521 3656 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 12:44:01.498593 3656 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 12:44:01.498604 3656 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 12:44:01.501322 3656 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 12:44:01.503700 3656 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 12:44:01.503722 3656 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 12:44:01.503767 3656 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.503779 3656 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.504154 3656 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.504168 3656 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.506736 3656 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.507122 3656 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 12:44:01.509118 3656 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 12:44:01.509128 3656 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 12:44:01.509131 3656 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 12:44:01.509135 3656 factory.go:680] Watch Factory start up complete, took: 148.076201ms I0506 12:44:01.509207 3656 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 12:44:01.514667 3656 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 12:44:01.514683 3656 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 12:44:01.514691 3656 factory.go:680] Watch Factory start up complete, took: 149.232116ms I0506 12:44:01.514699 3656 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-30.ec2.internal" zone I0506 12:44:01.552995 3656 default_node_network_controller.go:710] Initializing the default node network controller I0506 12:44:01.628867 3656 udn_isolation.go:101] Starting UDN host isolation manager I0506 12:44:01.635330 3656 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 12:44:01.702395 3656 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 12:44:01.702484 3656 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 12:44:01.702505 3656 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 12:44:01.736515 3656 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 12:44:01.736585 3656 default_node_network_controller.go:809] Node ip-10-0-2-30.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0506 12:44:01.742449 3656 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.30"] k8s.ovn.org/zone-name:ip-10-0-2-30.ec2.internal] on node ip-10-0-2-30.ec2.internal I0506 12:44:01.765122 3656 controller_manager.go:429] Waiting for node in zone sync took: 250.409809ms I0506 12:44:01.766230 3656 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 12:44:01.770659 3656 controller_manager.go:611] Switching to transit router for layer2 networks I0506 12:44:01.770674 3656 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-30.ec2.internal I0506 12:44:01.772614 3656 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 12:44:01.772770 3656 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0506 12:44:01.772942 3656 gateway_init.go:263] Preparing Gateway I0506 12:44:01.772955 3656 gateway_shared_intf.go:1687] Creating new gateway I0506 12:44:01.789250 3656 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 12:44:01.796095 3656 controller_manager.go:290] SCTP support detected in OVN I0506 12:44:01.796660 3656 services_controller.go:69] Creating services controller for network=default I0506 12:44:01.796758 3656 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 12:44:01.796816 3656 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 12:44:01.796880 3656 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 12:44:01.796897 3656 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 12:44:01.796910 3656 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 12:44:01.797122 3656 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 12:44:01.797190 3656 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 12:44:01.797209 3656 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.717µs I0506 12:44:01.797250 3656 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 50.341µs I0506 12:44:01.797256 3656 udn_enabled_svc.go:95] Performing full resync I0506 12:44:01.797261 3656 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 69.629µs I0506 12:44:01.797269 3656 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 12:44:01.797277 3656 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 12:44:01.797290 3656 default_network_controller.go:325] Starting the default network controller I0506 12:44:01.797430 3656 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.89µs I0506 12:44:01.797496 3656 udn_enabled_svc.go:99] Waiting for handler to sync I0506 12:44:01.797509 3656 udn_enabled_svc.go:104] Starting worker I0506 12:44:01.806940 3656 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 12:44:01.807035 3656 repair.go:33] Syncing exgw routes took 81.048µs I0506 12:44:01.807061 3656 default_network_controller.go:414] Starting all the Watchers... I0506 12:44:01.807280 3656 namespace.go:98] [openshift-dns-operator] adding namespace I0506 12:44:01.807289 3656 namespace.go:98] [openshift-console] adding namespace I0506 12:44:01.807293 3656 namespace.go:98] [openshift-cluster-version] adding namespace I0506 12:44:01.807298 3656 namespace.go:98] [openshift-image-registry] adding namespace I0506 12:44:01.807305 3656 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 12:44:01.807310 3656 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 12:44:01.807321 3656 namespace.go:98] [openshift-network-operator] adding namespace I0506 12:44:01.807322 3656 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 12:44:01.807324 3656 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 12:44:01.807283 3656 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 12:44:01.807322 3656 namespace.go:98] [openshift-config] adding namespace I0506 12:44:01.807341 3656 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 12:44:01.807364 3656 namespace.go:98] [openshift-insights] adding namespace I0506 12:44:01.807365 3656 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 12:44:01.807280 3656 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 12:44:01.807863 3656 namespace.go:102] [openshift-dns-operator] adding namespace took 568.087µs I0506 12:44:01.807895 3656 namespace.go:98] [openshift-marketplace] adding namespace I0506 12:44:01.808348 3656 namespace.go:102] [openshift-marketplace] adding namespace took 446.885µs I0506 12:44:01.808365 3656 namespace.go:98] [openshift-apiserver] adding namespace I0506 12:44:01.808828 3656 namespace.go:102] [openshift-apiserver] adding namespace took 456.071µs I0506 12:44:01.808842 3656 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 12:44:01.809314 3656 namespace.go:102] [openshift-console] adding namespace took 2.01638ms I0506 12:44:01.809330 3656 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 12:44:01.809763 3656 namespace.go:102] [openshift-cluster-version] adding namespace took 2.459024ms I0506 12:44:01.809778 3656 namespace.go:98] [openshift-controller-manager] adding namespace I0506 12:44:01.810280 3656 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 2.968045ms I0506 12:44:01.810299 3656 namespace.go:98] [dedicated-admin] adding namespace I0506 12:44:01.810789 3656 namespace.go:102] [openshift-image-registry] adding namespace took 3.48202ms I0506 12:44:01.810808 3656 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 12:44:01.811386 3656 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.068491ms I0506 12:44:01.811403 3656 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 12:44:01.811825 3656 namespace.go:102] [openshift-network-operator] adding namespace took 4.498349ms I0506 12:44:01.811845 3656 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 12:44:01.812384 3656 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.050347ms I0506 12:44:01.812405 3656 namespace.go:98] [openshift-package-operator] adding namespace I0506 12:44:01.812879 3656 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.544514ms I0506 12:44:01.812894 3656 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 12:44:01.813436 3656 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.092479ms I0506 12:44:01.813455 3656 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 12:44:01.813944 3656 namespace.go:102] [openshift-config] adding namespace took 6.602498ms I0506 12:44:01.813954 3656 namespace.go:98] [openshift-etcd] adding namespace I0506 12:44:01.814535 3656 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.189027ms I0506 12:44:01.814547 3656 namespace.go:98] [openshift-node] adding namespace I0506 12:44:01.814999 3656 namespace.go:102] [openshift-insights] adding namespace took 7.627612ms I0506 12:44:01.815012 3656 namespace.go:98] [openshift-logging] adding namespace I0506 12:44:01.815559 3656 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.179761ms I0506 12:44:01.815576 3656 namespace.go:98] [default] adding namespace I0506 12:44:01.816182 3656 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.765629ms I0506 12:44:01.816196 3656 namespace.go:98] [openshift-multus] adding namespace I0506 12:44:01.816642 3656 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.794105ms I0506 12:44:01.816656 3656 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 12:44:01.817121 3656 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.784392ms I0506 12:44:01.817140 3656 namespace.go:98] [openshift-authentication] adding namespace I0506 12:44:01.817573 3656 namespace.go:102] [openshift-controller-manager] adding namespace took 7.789671ms I0506 12:44:01.817587 3656 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 12:44:01.818393 3656 namespace.go:102] [dedicated-admin] adding namespace took 8.086942ms I0506 12:44:01.818410 3656 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 12:44:01.818869 3656 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.052463ms I0506 12:44:01.818885 3656 namespace.go:98] [kube-public] adding namespace I0506 12:44:01.819299 3656 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.891088ms I0506 12:44:01.819312 3656 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 12:44:01.819743 3656 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.892647ms I0506 12:44:01.819761 3656 namespace.go:98] [openshift-operators] adding namespace I0506 12:44:01.820162 3656 namespace.go:102] [openshift-package-operator] adding namespace took 7.75063ms I0506 12:44:01.820180 3656 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0506 12:44:01.820614 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-brntz: pod openshift-network-diagnostics/network-check-target-brntz: no pod IPs found W0506 12:44:01.820630 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-n2542: pod openshift-network-diagnostics/network-check-target-n2542: no pod IPs found W0506 12:44:01.820642 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vfpfj: pod openshift-network-diagnostics/network-check-target-vfpfj: no pod IPs found I0506 12:44:01.820655 3656 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.755891ms I0506 12:44:01.820666 3656 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 12:44:01.821115 3656 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.654303ms I0506 12:44:01.821137 3656 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 12:44:01.821615 3656 namespace.go:102] [openshift-etcd] adding namespace took 7.65515ms I0506 12:44:01.821630 3656 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 12:44:01.822120 3656 namespace.go:102] [openshift-node] adding namespace took 7.568092ms I0506 12:44:01.822136 3656 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 12:44:01.822496 3656 namespace.go:102] [openshift-logging] adding namespace took 7.479182ms I0506 12:44:01.822509 3656 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 12:44:01.823001 3656 namespace.go:102] [default] adding namespace took 7.4207ms W0506 12:44:01.823008 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-k2bk8: pod openshift-multus/network-metrics-daemon-k2bk8: no pod IPs found I0506 12:44:01.823014 3656 namespace.go:98] [openshift-service-ca-operator] adding namespace W0506 12:44:01.823022 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mgvmd: pod openshift-multus/network-metrics-daemon-mgvmd: no pod IPs found W0506 12:44:01.823031 3656 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d7ttm: pod openshift-multus/network-metrics-daemon-d7ttm: no pod IPs found I0506 12:44:01.823534 3656 namespace.go:102] [openshift-multus] adding namespace took 7.333212ms I0506 12:44:01.823550 3656 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 12:44:01.824015 3656 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.352615ms I0506 12:44:01.824031 3656 namespace.go:98] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] adding namespace I0506 12:44:01.824454 3656 namespace.go:102] [openshift-authentication] adding namespace took 7.30757ms I0506 12:44:01.824469 3656 namespace.go:98] [openshift-ingress] adding namespace I0506 12:44:01.824838 3656 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.246693ms I0506 12:44:01.824851 3656 namespace.go:98] [openshift-infra] adding namespace I0506 12:44:01.825254 3656 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.838892ms I0506 12:44:01.825266 3656 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 12:44:01.825737 3656 namespace.go:102] [kube-public] adding namespace took 6.84654ms I0506 12:44:01.825750 3656 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 12:44:01.826166 3656 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.849272ms I0506 12:44:01.826178 3656 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 12:44:01.826565 3656 namespace.go:102] [openshift-operators] adding namespace took 6.798068ms I0506 12:44:01.826581 3656 namespace.go:98] [openshift-host-network] adding namespace I0506 12:44:01.826965 3656 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.780272ms I0506 12:44:01.826994 3656 namespace.go:98] [kube-node-lease] adding namespace I0506 12:44:01.827460 3656 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.788564ms I0506 12:44:01.827475 3656 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 12:44:01.827879 3656 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.734483ms I0506 12:44:01.827895 3656 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 12:44:01.828267 3656 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.628775ms I0506 12:44:01.828290 3656 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 12:44:01.828824 3656 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.67966ms I0506 12:44:01.828845 3656 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 12:44:01.829374 3656 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.859258ms I0506 12:44:01.829389 3656 namespace.go:98] [openshift-config-managed] adding namespace I0506 12:44:01.829759 3656 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.739448ms I0506 12:44:01.829770 3656 namespace.go:98] [openshift-network-console] adding namespace I0506 12:44:01.830190 3656 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.634896ms I0506 12:44:01.830201 3656 namespace.go:98] [openshift-dns] adding namespace I0506 12:44:01.830659 3656 namespace.go:102] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] adding namespace took 6.623816ms I0506 12:44:01.831097 3656 namespace.go:102] [openshift-ingress] adding namespace took 6.624355ms I0506 12:44:01.831108 3656 namespace.go:98] [openshift-config-operator] adding namespace I0506 12:44:01.831524 3656 namespace.go:102] [openshift-infra] adding namespace took 6.669568ms I0506 12:44:01.831534 3656 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 12:44:01.831965 3656 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.693106ms I0506 12:44:01.831999 3656 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 12:44:01.832457 3656 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.703115ms I0506 12:44:01.832499 3656 namespace.go:98] [kube-system] adding namespace I0506 12:44:01.832829 3656 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.645744ms I0506 12:44:01.832842 3656 namespace.go:98] [openshift-console-operator] adding namespace I0506 12:44:01.833374 3656 namespace.go:102] [openshift-host-network] adding namespace took 6.786015ms I0506 12:44:01.833387 3656 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 12:44:01.833855 3656 namespace.go:102] [kube-node-lease] adding namespace took 6.853673ms I0506 12:44:01.833869 3656 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 12:44:01.834352 3656 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.871676ms I0506 12:44:01.834366 3656 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 12:44:01.834776 3656 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.877523ms I0506 12:44:01.834787 3656 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 12:44:01.835220 3656 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.923365ms I0506 12:44:01.835236 3656 namespace.go:98] [openshift-machine-api] adding namespace I0506 12:44:01.835688 3656 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.837065ms I0506 12:44:01.835705 3656 namespace.go:98] [openshift-backplane] adding namespace I0506 12:44:01.836114 3656 namespace.go:102] [openshift-config-managed] adding namespace took 6.719281ms I0506 12:44:01.836129 3656 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 12:44:01.836533 3656 namespace.go:102] [openshift-network-console] adding namespace took 6.758186ms I0506 12:44:01.836550 3656 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 12:44:01.836941 3656 namespace.go:102] [openshift-dns] adding namespace took 6.734449ms I0506 12:44:01.836955 3656 namespace.go:98] [openshift-monitoring] adding namespace I0506 12:44:01.837355 3656 namespace.go:102] [openshift-config-operator] adding namespace took 6.242443ms I0506 12:44:01.837875 3656 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.336706ms I0506 12:44:01.837886 3656 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 12:44:01.838293 3656 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.286356ms I0506 12:44:01.838311 3656 namespace.go:98] [openshift] adding namespace I0506 12:44:01.838671 3656 namespace.go:102] [kube-system] adding namespace took 6.160417ms I0506 12:44:01.839237 3656 namespace.go:102] [openshift-console-operator] adding namespace took 6.384959ms I0506 12:44:01.839686 3656 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.292211ms I0506 12:44:01.840079 3656 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.203902ms I0506 12:44:01.840991 3656 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.60537ms I0506 12:44:01.841487 3656 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.693766ms I0506 12:44:01.841500 3656 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 12:44:01.841929 3656 namespace.go:102] [openshift-machine-api] adding namespace took 6.687844ms I0506 12:44:01.842440 3656 namespace.go:102] [openshift-backplane] adding namespace took 6.728734ms I0506 12:44:01.842805 3656 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.670304ms I0506 12:44:01.843403 3656 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.846613ms I0506 12:44:01.843887 3656 namespace.go:102] [openshift-monitoring] adding namespace took 6.927784ms I0506 12:44:01.844266 3656 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.373967ms I0506 12:44:01.844726 3656 namespace.go:102] [openshift] adding namespace took 6.4095ms I0506 12:44:01.845075 3656 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.569357ms W0506 12:44:01.845161 3656 master.go:458] Unable to parse local node ip-10-0-2-30.ec2.internal chassis-id annotation. Chassis may be removed during sync W0506 12:44:01.845170 3656 master.go:471] Unable to parse remote node ip-10-0-1-148.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 12:44:01.845175 3656 master.go:481] Removing stale chassis with ID/Name: adcefdb4-2adb-4b75-823b-20cceec5591a, hostname: ip-10-0-2-30.ec2.internal I0506 12:44:01.845628 3656 master.go:548] Adding or Updating local node "ip-10-0-2-30.ec2.internal" for network "default" I0506 12:44:01.845692 3656 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-148.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-148.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-148.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-148.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-148.ec2.internal I0506 12:44:01.846871 3656 zone_ic_handler.go:195] Time taken to create transit switch: 430.919µs I0506 12:44:01.846885 3656 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-131.ec2.internal for the network default I0506 12:44:01.848020 3656 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-131.ec2.internal" on network "default" took: 1.595714ms I0506 12:44:01.849393 3656 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-30.ec2.internal for the network default I0506 12:44:01.849557 3656 zone_ic_handler.go:195] Time taken to create transit switch: 150.847µs I0506 12:44:01.850233 3656 default_network_controller.go:823] Node add failed for ip-10-0-2-30.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-30.ec2.internal, error getting gateway config for node ip-10-0-2-30.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-30.ec2.internal", failed to update chassis to local for local node ip-10-0-2-30.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-30.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-30.ec2.internal] E0506 12:44:01.850285 3656 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-30.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-30.ec2.internal, error getting gateway config for node ip-10-0-2-30.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-30.ec2.internal", failed to update chassis to local for local node ip-10-0-2-30.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-30.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-30.ec2.internal] I0506 12:44:01.850335 3656 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 12:44:01.850364 3656 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 12:44:01.850360 3656 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-30.ec2.internal", UID:"8b2b094c-f6e3-4e24-b812-9ac19d827cc0", APIVersion:"v1", ResourceVersion:"8700", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-30.ec2.internal, error getting gateway config for node ip-10-0-2-30.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-30.ec2.internal", failed to update chassis to local for local node ip-10-0-2-30.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-30.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-30.ec2.internal] I0506 12:44:01.850384 3656 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 12:44:01.850402 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0506 12:44:01.850525 3656 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:01.850555 3656 services_controller.go:574] Full service sync requested for network=default I0506 12:44:01.850566 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-148.ec2.internal in network "default" I0506 12:44:01.850579 3656 node_tracker.go:235] Node ip-10-0-1-148.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-148.ec2.internal" I0506 12:44:01.850586 3656 node_tracker.go:169] Node ip-10-0-1-148.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:01.850590 3656 services_controller.go:574] Full service sync requested for network=default I0506 12:44:01.850595 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-30.ec2.internal in network "default" I0506 12:44:01.850610 3656 node_tracker.go:235] Node ip-10-0-2-30.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-30.ec2.internal" I0506 12:44:01.850620 3656 node_tracker.go:169] Node ip-10-0-2-30.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:01.850625 3656 services_controller.go:574] Full service sync requested for network=default I0506 12:44:01.874528 3656 iptables.go:108] Creating table: filter chain: FORWARD I0506 12:44:01.881229 3656 iptables.go:108] Creating table: filter chain: OUTPUT I0506 12:44:01.887383 3656 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 12:44:01.887401 3656 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-30.ec2.internal","mac-address":"0e:ce:ff:ad:50:33","ip-addresses":["10.0.2.30/24"],"ip-address":"10.0.2.30/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:adcefdb4-2adb-4b75-823b-20cceec5591a k8s.ovn.org/node-encap-ips:["10.0.2.30"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.30/24"} k8s.ovn.org/zone-name:ip-10-0-2-30.ec2.internal] on node ip-10-0-2-30.ec2.internal I0506 12:44:01.903479 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-30.ec2.internal in network "default" I0506 12:44:01.903536 3656 node_tracker.go:169] Node ip-10-0-2-30.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:01.903549 3656 services_controller.go:574] Full service sync requested for network=default I0506 12:44:01.903598 3656 master.go:548] Adding or Updating local node "ip-10-0-2-30.ec2.internal" for network "default" I0506 12:44:01.907836 3656 default_node_network_controller.go:519] Node connection status = connected W0506 12:44:01.908752 3656 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-k2bk8: pod openshift-multus/network-metrics-daemon-k2bk8: no pod IPs found W0506 12:44:01.908774 3656 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-n2542: pod openshift-network-diagnostics/network-check-target-n2542: no pod IPs found I0506 12:44:01.909948 3656 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-30.ec2.internal for the network default I0506 12:44:01.910172 3656 zone_ic_handler.go:195] Time taken to create transit switch: 211.905µs I0506 12:44:01.950935 3656 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 12:44:01.950961 3656 services_controller.go:208] Setting up event handlers for services for network=default I0506 12:44:01.951061 3656 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 12:44:01.951111 3656 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 12:44:01.951128 3656 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 12:44:02.051910 3656 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 12:44:02.051932 3656 repair.go:60] Starting repairing loop for services I0506 12:44:02.052032 3656 repair.go:131] Deleted 0 stale service LBs I0506 12:44:02.052051 3656 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 12:44:02.052066 3656 repair.go:62] Finished repairing loop for services: 136.952µs I0506 12:44:02.052091 3656 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 12:44:02.052100 3656 services_controller.go:254] Starting workers for network=default I0506 12:44:02.052498 3656 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-brntz, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-brntz: suppressed error logged: pod openshift-network-diagnostics/network-check-target-brntz: no pod IPs found I0506 12:44:02.052531 3656 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-mgvmd, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-mgvmd: suppressed error logged: pod openshift-multus/network-metrics-daemon-mgvmd: no pod IPs found I0506 12:44:02.052546 3656 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-n2542] creating logical port openshift-network-diagnostics_network-check-target-n2542 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:44:02.053107 3656 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-n2542 I0506 12:44:02.067272 3656 pod.go:62] [openshift-network-diagnostics/network-check-target-n2542] pod update took 14.211309ms I0506 12:44:02.067298 3656 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-n2542] addLogicalPort annotation time took 14.242519ms I0506 12:44:02.068198 3656 pods.go:271] [openshift-network-diagnostics/network-check-target-n2542] addLogicalPort took 15.671639ms, libovsdb time 658.658µs I0506 12:44:02.068234 3656 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-k2bk8] creating logical port openshift-multus_network-metrics-daemon-k2bk8 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:44:02.068293 3656 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-k2bk8 I0506 12:44:02.087067 3656 pod.go:62] [openshift-multus/network-metrics-daemon-k2bk8] pod update took 18.791659ms I0506 12:44:02.087096 3656 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-k2bk8] addLogicalPort annotation time took 18.822989ms I0506 12:44:02.088058 3656 pods.go:271] [openshift-multus/network-metrics-daemon-k2bk8] addLogicalPort took 19.828908ms, libovsdb time 724.504µs I0506 12:44:02.088466 3656 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 12:44:02.088512 3656 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 12:44:02.088532 3656 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 12:44:02.088540 3656 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 12:44:02.088773 3656 repair.go:29] Repairing admin network policies took 226.142µs I0506 12:44:02.088919 3656 repair.go:92] Repairing baseline admin network policies took 133.752µs I0506 12:44:02.089443 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 12:44:02.089473 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 12:44:02.091140 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 12:44:02.091162 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 12:44:02.091543 3656 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 12:44:02.091557 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 12:44:02.093204 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 12:44:02.093229 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 12:44:02.093237 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 12:44:02.095117 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 12:44:02.095138 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 12:44:02.095201 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 12:44:02.095956 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 12:44:02.095996 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 12:44:02.096007 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 12:44:02.098087 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 12:44:02.098109 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 12:44:02.098122 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 12:44:02.100306 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 12:44:02.100329 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 12:44:02.100339 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 12:44:02.100668 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 12:44:02.100687 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 12:44:02.100696 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 12:44:02.101456 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 12:44:02.101477 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 12:44:02.101487 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 12:44:02.101779 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 12:44:02.101795 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 12:44:02.101803 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 12:44:02.103750 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 12:44:02.103768 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 12:44:02.103776 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 12:44:02.104256 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 12:44:02.104276 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 12:44:02.104285 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 12:44:02.104722 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 12:44:02.104738 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 12:44:02.104745 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 12:44:02.105219 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 12:44:02.105241 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 12:44:02.105248 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 12:44:02.105812 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 12:44:02.105833 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 12:44:02.105845 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 12:44:02.107212 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 12:44:02.107231 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 12:44:02.107241 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 12:44:02.108735 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 12:44:02.108754 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 12:44:02.108763 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 12:44:02.109387 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 12:44:02.109407 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 12:44:02.109415 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 12:44:02.109960 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 12:44:02.110050 3656 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 12:44:02.110060 3656 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 12:44:02.110419 3656 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 12:44:02.110437 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 12:44:02.110448 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 12:44:02.111488 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 12:44:02.111507 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 12:44:02.111514 3656 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 12:44:02.111829 3656 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 12:44:02.111848 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 12:44:02.111856 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 12:44:02.112541 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 12:44:02.112561 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 12:44:02.112569 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 12:44:02.113117 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 12:44:02.113136 3656 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 12:44:02.113145 3656 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 12:44:02.114038 3656 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 12:44:02.114055 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 12:44:02.114063 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 12:44:02.115117 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 12:44:02.115136 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 12:44:02.115147 3656 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 12:44:02.116289 3656 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 12:44:02.116307 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 12:44:02.116315 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 12:44:02.116825 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 12:44:02.116843 3656 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 12:44:02.116851 3656 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 12:44:02.117308 3656 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 12:44:02.117324 3656 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 12:44:02.117335 3656 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 12:44:02.118922 3656 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 12:44:02.124115 3656 egressfirewall.go:374] Starting EgressFirewall controller I0506 12:44:02.124154 3656 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 12:44:02.124186 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 12:44:02.124200 3656 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 12:44:02.124155 3656 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 12:44:02.124219 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 12:44:02.124225 3656 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 12:44:02.124522 3656 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 12:44:02.124538 3656 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 12:44:02.124546 3656 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 12:44:02.124557 3656 egressqos.go:193] Setting up event handlers for EgressQoS I0506 12:44:02.124563 3656 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0506 12:44:02.124589 3656 egressfirewall.go:723] Syncing node "ip-10-0-1-148.ec2.internal" for egress firewall I0506 12:44:02.124599 3656 egressfirewall.go:723] Syncing node "ip-10-0-2-30.ec2.internal" for egress firewall I0506 12:44:02.124708 3656 egressqos.go:245] Starting EgressQoS Controller I0506 12:44:02.124720 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 12:44:02.124726 3656 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 12:44:02.124745 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 12:44:02.124754 3656 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 12:44:02.124776 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 12:44:02.124784 3656 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 12:44:02.124788 3656 egressqos.go:259] Repairing EgressQoSes I0506 12:44:02.124792 3656 egressqos.go:399] Starting repairing loop for egressqos I0506 12:44:02.124892 3656 egressqos.go:401] Finished repairing loop for egressqos: 100.576µs I0506 12:44:02.124912 3656 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 12:44:02.124948 3656 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-30.ec2.internal I0506 12:44:02.125071 3656 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-30.ec2.internal : 124.579µs I0506 12:44:02.125226 3656 egressservice_zone.go:210] Starting Egress Services Controller I0506 12:44:02.125243 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 12:44:02.125251 3656 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 12:44:02.125257 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 12:44:02.125262 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 12:44:02.125268 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 12:44:02.125272 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 12:44:02.125279 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 12:44:02.125283 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 12:44:02.125287 3656 egressservice_zone.go:228] Repairing Egress Services I0506 12:44:02.125552 3656 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 12:44:02.125562 3656 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 12:44:02.125574 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-30.ec2.internal I0506 12:44:02.125585 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-30.ec2.internal: 12.888µs I0506 12:44:02.125592 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0506 12:44:02.125596 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 4.098µs I0506 12:44:02.125600 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-148.ec2.internal I0506 12:44:02.125603 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-148.ec2.internal: 3.329µs I0506 12:44:02.125729 3656 default_network_controller.go:585] Completing all the Watchers took 318.656987ms I0506 12:44:02.125756 3656 default_network_controller.go:589] Starting unidling controllers I0506 12:44:02.125779 3656 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 12:44:02.125791 3656 unidle.go:63] Populating Initial ContollerEvent events I0506 12:44:02.125806 3656 unidle.go:79] Setting up event handlers for services I0506 12:44:02.125888 3656 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 12:44:02.311128 3656 default_network_controller.go:1025] Node "ip-10-0-1-148.ec2.internal" in remote zone "ip-10-0-1-148.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 12:44:02.311174 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-148.ec2.internal in network "default" I0506 12:44:02.311193 3656 node_tracker.go:235] Node ip-10-0-1-148.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-148.ec2.internal" I0506 12:44:02.311206 3656 node_tracker.go:169] Node ip-10-0-1-148.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:02.311220 3656 services_controller.go:574] Full service sync requested for network=default I0506 12:44:02.334252 3656 default_network_controller.go:1025] Node "ip-10-0-1-148.ec2.internal" in remote zone "ip-10-0-1-148.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 12:44:02.408578 3656 default_node_network_controller.go:519] Node connection status = connected I0506 12:44:02.449160 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-148.ec2.internal in network "default" I0506 12:44:02.449228 3656 node_tracker.go:169] Node ip-10-0-1-148.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:02.449265 3656 services_controller.go:574] Full service sync requested for network=default I0506 12:44:02.449287 3656 default_network_controller.go:1025] Node "ip-10-0-1-148.ec2.internal" in remote zone "ip-10-0-1-148.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 12:44:02.450352 3656 zone_ic_handler.go:195] Time taken to create transit switch: 321.88µs I0506 12:44:02.450367 3656 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-148.ec2.internal for the network default I0506 12:44:02.451810 3656 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-148.ec2.internal" on network "default" took: 1.787817ms I0506 12:44:02.908473 3656 default_node_network_controller.go:519] Node connection status = connected I0506 12:44:03.395205 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0506 12:44:03.395226 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 28.369µs I0506 12:44:03.395228 3656 egressfirewall.go:723] Syncing node "ip-10-0-0-131.ec2.internal" for egress firewall I0506 12:44:03.395240 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-131.ec2.internal in network "default" I0506 12:44:03.395298 3656 node_tracker.go:169] Node ip-10-0-0-131.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:03.395313 3656 services_controller.go:574] Full service sync requested for network=default I0506 12:44:03.395335 3656 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-131.ec2.internal. Updating no re-route policies I0506 12:44:03.406764 3656 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 12:44:03.408406 3656 default_node_network_controller.go:519] Node connection status = connected I0506 12:44:03.427015 3656 bridgeconfig.go:537] Gateway is ready I0506 12:44:03.427032 3656 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 12:44:03.439492 3656 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.30. Updating OVN encap IP. I0506 12:44:03.445402 3656 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.30 - it is already configured I0506 12:44:03.445419 3656 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.30/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 12:44:03.445685 3656 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.30/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-30.ec2.internal","mac-address":"0e:ce:ff:ad:50:33","ip-addresses":["10.0.2.30/24"],"ip-address":"10.0.2.30/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:adcefdb4-2adb-4b75-823b-20cceec5591a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.30/24"}] on node ip-10-0-2-30.ec2.internal I0506 12:44:03.462141 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-30.ec2.internal I0506 12:44:03.462164 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-30.ec2.internal: 30.974µs I0506 12:44:03.462143 3656 egressfirewall.go:723] Syncing node "ip-10-0-2-30.ec2.internal" for egress firewall I0506 12:44:03.462183 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-30.ec2.internal in network "default" I0506 12:44:03.462238 3656 master.go:548] Adding or Updating local node "ip-10-0-2-30.ec2.internal" for network "default" I0506 12:44:03.462252 3656 node_tracker.go:169] Node ip-10-0-2-30.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:03.462271 3656 services_controller.go:574] Full service sync requested for network=default I0506 12:44:03.462553 3656 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.30 I0506 12:44:03.462642 3656 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-30.ec2.internal I0506 12:44:03.467055 3656 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-30.ec2.internal. Updating no re-route policies I0506 12:44:03.467086 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-n2542 I0506 12:44:03.467105 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-9vz4m I0506 12:44:03.467116 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-gxzvf I0506 12:44:03.467122 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-9vz4m I0506 12:44:03.467125 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-30.ec2.internal I0506 12:44:03.467127 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-mrctt I0506 12:44:03.467131 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-gxzvf I0506 12:44:03.467137 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-30.ec2.internal I0506 12:44:03.467140 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-mrctt I0506 12:44:03.467161 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-mrctt after 0 failed attempt(s) I0506 12:44:03.467161 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-gxzvf after 0 failed attempt(s) I0506 12:44:03.467135 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-lgj7k I0506 12:44:03.467176 3656 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jb2c7 I0506 12:44:03.467174 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-k2bk8 I0506 12:44:03.467186 3656 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jb2c7 I0506 12:44:03.467184 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6jhdc I0506 12:44:03.467123 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-n2542 I0506 12:44:03.467196 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6jhdc I0506 12:44:03.467180 3656 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-30.ec2.internal I0506 12:44:03.467214 3656 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-30.ec2.internal I0506 12:44:03.467248 3656 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-30.ec2.internal after 0 failed attempt(s) I0506 12:44:03.467161 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-30.ec2.internal after 0 failed attempt(s) I0506 12:44:03.467216 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6jhdc after 0 failed attempt(s) I0506 12:44:03.467196 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-k2bk8 I0506 12:44:03.467276 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-n8q8v I0506 12:44:03.467280 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-sgt8x I0506 12:44:03.467183 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-lgj7k I0506 12:44:03.467293 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-sgt8x I0506 12:44:03.467298 3656 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jb2c7 after 0 failed attempt(s) I0506 12:44:03.467310 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-lgj7k after 0 failed attempt(s) I0506 12:44:03.467321 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-sgt8x after 0 failed attempt(s) I0506 12:44:03.467321 3656 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-n2542] creating logical port openshift-network-diagnostics_network-check-target-n2542 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:44:03.467313 3656 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-k2bk8] creating logical port openshift-multus_network-metrics-daemon-k2bk8 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:44:03.467182 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-9vz4m after 0 failed attempt(s) I0506 12:44:03.467290 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-n8q8v I0506 12:44:03.467501 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-n8q8v after 0 failed attempt(s) I0506 12:44:03.467089 3656 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gw55w I0506 12:44:03.467511 3656 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gw55w I0506 12:44:03.467541 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-gw55w after 0 failed attempt(s) I0506 12:44:03.468062 3656 pods.go:271] [openshift-network-diagnostics/network-check-target-n2542] addLogicalPort took 750.724µs, libovsdb time 277.548µs I0506 12:44:03.468073 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-n2542 after 0 failed attempt(s) I0506 12:44:03.468161 3656 pods.go:271] [openshift-multus/network-metrics-daemon-k2bk8] addLogicalPort took 861.902µs, libovsdb time 243.385µs I0506 12:44:03.468174 3656 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-k2bk8 after 0 failed attempt(s) I0506 12:44:03.481014 3656 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 12:44:03.493404 3656 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 12:44:03.496501 3656 iptables.go:108] Creating table: nat chain: OUTPUT I0506 12:44:03.548942 3656 iptables.go:108] Creating table: nat chain: PREROUTING I0506 12:44:03.610650 3656 iptables.go:108] Creating table: filter chain: FORWARD I0506 12:44:03.627743 3656 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 12:44:03.627894 3656 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 12:44:03.627958 3656 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 12:44:03.628070 3656 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 12:44:03.628117 3656 gateway_init.go:325] Gateway and management port readiness took 1.724645701s I0506 12:44:03.628143 3656 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 12:44:03.628205 3656 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 12:44:03.628217 3656 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 12:44:03.628232 3656 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 12:44:03.628292 3656 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 12:44:03.628375 3656 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.885µs I0506 12:44:03.628697 3656 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 12:44:03.628722 3656 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.512µs I0506 12:44:03.628730 3656 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.638µs I0506 12:44:03.628736 3656 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 12:44:03.628744 3656 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 12:44:03.628749 3656 default_node_network_controller.go:899] Starting the default node network controller I0506 12:44:03.628754 3656 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 12:44:03.628829 3656 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.177µs I0506 12:44:03.628932 3656 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 12:44:03.628940 3656 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 12:44:03.628964 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cfe030 0xc00032f810 0xc00032f880 0xc00032f960 0xc00032f9d0 0xc00032fa40 0xc00032fab0 0xc000cfa550 0xc00032fb20 0xc00032fb90 0xc000878e10 0xc0065ff340 0xc00032fc70 map[0x2ff9080:0xc002207e00 0x2ff95c0:0xc0062c0000 0x2ffa2e0:0xc002207d40 0x2ffa580:0xc002207da0 0x2ffad60:0xc002207e60 0x2ffb000:0xc002207ec0 0x2ffb2a0:0xc002207f20 0x2ffba80:0xc0062c02a0 0x2ffbd20:0xc0062c0300 0x3026980:0xc001b01020 0x3026d20:0xc001b01140 0x3027800:0xc000cd8d20 0x3029160:0xc000b467e0 0x30298a0:0xc001b011a0 0x302a720:0xc001b00fc0] 0xc00016c7e0 0} I0506 12:44:03.629073 3656 gateway.go:151] Starting gateway service sync I0506 12:44:03.629513 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 12:44:03.631744 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 12:44:03.658798 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 12:44:03.660080 3656 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 12:44:03.661262 3656 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 12:44:03.696733 3656 gateway.go:168] Gateway service sync done. Time taken: 67.64407ms I0506 12:44:03.697418 3656 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31027 I0506 12:44:03.697559 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cfe030 0xc00032f810 0xc00032f880 0xc00032f960 0xc00032f9d0 0xc00032fa40 0xc00032fab0 0xc000cfa550 0xc00032fb20 0xc00032fb90 0xc000878e10 0xc0065ff340 0xc00032fc70 map[0x2ff9080:0xc002207e00 0x2ff95c0:0xc0062c0000 0x2ffa2e0:0xc002207d40 0x2ffa580:0xc002207da0 0x2ffad60:0xc002207e60 0x2ffb000:0xc002207ec0 0x2ffb2a0:0xc002207f20 0x2ffba80:0xc0062c02a0 0x2ffbd20:0xc0062c0300 0x3026980:0xc001b01020 0x3026d20:0xc001b01140 0x3027800:0xc000cd8d20 0x3029160:0xc000b467e0 0x30298a0:0xc001b011a0 0x302a720:0xc001b00fc0] 0xc00016c7e0 0} I0506 12:44:03.698033 3656 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cfe030 0xc00032f810 0xc00032f880 0xc00032f960 0xc00032f9d0 0xc00032fa40 0xc00032fab0 0xc000cfa550 0xc00032fb20 0xc00032fb90 0xc000878e10 0xc0065ff340 0xc00032fc70 map[0x2ff9080:0xc002207e00 0x2ff95c0:0xc0062c0000 0x2ffa2e0:0xc002207d40 0x2ffa580:0xc002207da0 0x2ffad60:0xc002207e60 0x2ffb000:0xc002207ec0 0x2ffb2a0:0xc002207f20 0x2ffba80:0xc0062c02a0 0x2ffbd20:0xc0062c0300 0x3026980:0xc001b01020 0x3026d20:0xc001b01140 0x3027800:0xc000cd8d20 0x3029160:0xc000b467e0 0x30298a0:0xc001b011a0 0x302a720:0xc001b00fc0] 0xc00016c7e0 0} I0506 12:44:03.698066 3656 gateway.go:532] Reconciling gateway with updates I0506 12:44:03.703696 3656 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 12:44:03.703774 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:03.703799 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:03.703797 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:03.703806 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 12:44:03.703822 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:03.703822 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 12:44:03.703834 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:03.703852 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:03.703854 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:03.703867 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 12:44:03.703873 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:03.703883 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 12:44:03.703885 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:03.703884 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:03.703895 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 12:44:03.703897 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:03.703903 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:03.703902 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:03.703898 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:03.703804 3656 default_node_network_controller.go:944] Gateway and management port readiness took 74.857605ms I0506 12:44:03.703916 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:03.703920 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 12:44:03.703922 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:03.703930 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 12:44:03.703939 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:03.703950 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:03.703948 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:03.703948 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:03.703904 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:03.703959 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:03.703965 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:03.703968 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:03.703969 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:03.703972 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:03.703997 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:03.704016 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:03.704021 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:03.704021 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 12:44:03.704036 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 12:44:03.703970 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:03.704046 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 12:44:03.704051 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:03.703941 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:03.704068 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 12:44:03.704067 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 12:44:03.704079 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:03.704086 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 12:44:03.703910 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 12:44:03.703942 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 12:44:03.703956 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 12:44:03.704107 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:03.703924 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:03.704114 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:03.704118 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:03.704118 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:03.704124 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:03.704130 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:03.704131 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 12:44:03.704133 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:03.704143 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 12:44:03.704148 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 12:44:03.704152 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:03.703887 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 12:44:03.704145 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:03.704164 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:03.704168 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:03.704173 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 12:44:03.704176 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:03.704177 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 12:44:03.704183 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:03.703928 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:03.704196 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:03.704198 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:03.704204 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:03.704212 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 12:44:03.704251 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 12:44:03.704165 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:03.704264 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:03.704265 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:03.704270 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:03.704275 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:03.704277 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:03.704279 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:03.704277 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:03.704281 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 12:44:03.704284 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:03.704290 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:03.704297 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:03.704306 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:03.704306 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:03.704264 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:03.704320 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:03.704105 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:03.704343 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:03.704155 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 12:44:03.703958 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:03.704149 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 12:44:03.704091 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 12:44:03.704154 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 12:44:03.704407 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 12:44:03.704410 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 12:44:03.704345 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:03.704434 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 12:44:03.703905 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 12:44:03.704091 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:03.704466 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:03.704160 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:03.704498 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:03.704512 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 31977 is already open, no action needed I0506 12:44:03.704520 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 32326 is already open, no action needed I0506 12:44:03.704177 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:03.704534 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:03.704179 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:03.704572 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:03.704580 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 12:44:03.704186 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 12:44:03.704283 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:03.704135 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:03.703911 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:03.704677 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:03.704684 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 12:44:03.705300 3656 node_ip_handler_linux.go:160] Node IP manager is running W0506 12:44:03.743921 3656 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 12:44:03.744103 3656 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 12:44:03.744230 3656 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0506 12:44:03.752435 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 12:44:03.752469 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 12:44:03.752477 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 12:44:03.752483 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 12:44:03.752490 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 12:44:03.752496 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 12:44:03.752501 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 12:44:03.752506 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 12:44:03.752512 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 12:44:03.752518 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 12:44:03.752524 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 12:44:03.793530 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 12:44:03.793540 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 12:44:03.834330 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 12:44:05.008693 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-148.ec2.internal I0506 12:44:05.008713 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-148.ec2.internal: 29.221µs I0506 12:44:05.008721 3656 egressfirewall.go:723] Syncing node "ip-10-0-1-148.ec2.internal" for egress firewall I0506 12:44:05.008754 3656 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-148.ec2.internal in network "default" I0506 12:44:05.008808 3656 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-148.ec2.internal. Updating no re-route policies I0506 12:44:05.008812 3656 node_tracker.go:169] Node ip-10-0-1-148.ec2.internal switch + router changed, syncing services in network "default" I0506 12:44:05.008904 3656 services_controller.go:574] Full service sync requested for network=default I0506 12:44:05.271796 3656 default_node_network_controller.go:1380] Starting node controller node sync W0506 12:44:05.271884 3656 egressip_healthcheck.go:76] Health checking using insecure connection I0506 12:44:05.271941 3656 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0506 12:44:05.283641 3656 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.823181ms I0506 12:44:05.283750 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-148.ec2.internal", IP: 10.0.1.148 to PMTUD blocking rules I0506 12:44:05.283752 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 10.0.0.131 to PMTUD blocking rules I0506 12:44:05.283761 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-148.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 12:44:05.283765 3656 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-131.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 12:44:05.295573 3656 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 12:44:05.295843 3656 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 12:44:05.296083 3656 egressservice_node.go:183] Starting Egress Services Controller I0506 12:44:05.296103 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 12:44:05.296113 3656 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 12:44:05.296120 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 12:44:05.296125 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 12:44:05.296131 3656 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 12:44:05.296136 3656 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 12:44:05.296140 3656 egressservice_node.go:197] Repairing Egress Services I0506 12:44:05.306164 3656 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 12:44:05.306175 3656 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 12:44:05.306307 3656 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 12:44:05.306318 3656 link_network_manager.go:119] Link manager is running I0506 12:44:05.306326 3656 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 12:44:05.306485 3656 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 12:44:05.306685 3656 vrf_manager.go:128] VRF manager is running I0506 12:44:05.306777 3656 node_controller_manager.go:437] Removing flows to drop GARP I0506 12:44:05.306787 3656 gateway.go:532] Reconciling gateway with updates I0506 12:44:05.325226 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:05.325232 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:05.325244 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:05.325250 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 12:44:05.325256 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 12:44:05.325257 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 12:44:05.325259 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 12:44:05.325260 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:05.325264 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 12:44:05.325273 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:05.325267 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:05.325274 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:05.325285 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:05.325287 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:05.325291 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 12:44:05.325292 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 12:44:05.325295 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:05.325297 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:44:05.325298 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 12:44:05.325302 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 12:44:05.325305 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 12:44:05.325311 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:05.325323 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 12:44:05.325333 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:05.325278 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 12:44:05.325358 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:05.325361 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 12:44:05.325365 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 12:44:05.325369 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 12:44:05.325359 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:05.325369 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:05.325383 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:05.325382 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:05.325389 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 12:44:05.325387 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:05.325394 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 12:44:05.325396 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 12:44:05.325400 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:05.325365 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 12:44:05.325403 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:05.325400 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:05.325412 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 12:44:05.325415 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 12:44:05.325416 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 12:44:05.325417 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:05.325422 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 12:44:05.325423 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:05.325429 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 12:44:05.325429 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:05.325430 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:05.325429 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:05.325439 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 12:44:05.325440 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 12:44:05.325442 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 12:44:05.325446 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:05.325429 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 12:44:05.325456 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 12:44:05.325465 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 12:44:05.325468 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 12:44:05.325469 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:05.325475 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 12:44:05.325437 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 12:44:05.325456 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 12:44:05.325488 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:05.325492 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 12:44:05.325493 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 12:44:05.325490 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:05.325498 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:05.325505 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 12:44:05.325506 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 12:44:05.325256 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:05.325509 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:05.325509 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 12:44:05.325529 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 12:44:05.325553 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 12:44:05.325316 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:05.325564 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 12:44:05.325565 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 12:44:05.325568 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 12:44:05.325573 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 12:44:05.325520 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 12:44:05.325398 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 12:44:05.325571 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 12:44:05.325608 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 12:44:05.325498 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 12:44:05.325412 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 12:44:05.325375 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:05.325679 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 12:44:05.325690 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 31977 is already open, no action needed I0506 12:44:05.325698 3656 port_claim.go:71] Svc openshift-ingress/router-default: port 32326 is already open, no action needed I0506 12:44:05.325389 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 12:44:05.325735 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 12:44:05.325288 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:05.325744 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 12:44:05.325275 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:05.325774 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 12:44:05.325296 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:05.325799 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 12:44:05.325804 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 12:44:05.325347 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 12:44:05.325372 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 12:44:05.325388 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 12:44:05.325390 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 12:44:05.325399 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 12:44:05.325406 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 12:44:05.325278 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 12:44:05.325890 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 12:44:05.325410 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:05.325897 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 12:44:05.325280 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 12:44:05.325422 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 12:44:05.325423 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:05.325949 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 12:44:05.325476 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 12:44:05.325482 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 12:44:05.325242 3656 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:05.326008 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 12:44:05.325521 3656 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 12:44:05.325569 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 12:44:05.347741 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 12:44:05.367759 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 12:44:05.367788 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 12:44:05.367800 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 12:44:05.367810 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 12:44:05.367824 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 12:44:05.367832 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 12:44:05.367851 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 12:44:05.367867 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 12:44:05.367876 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 12:44:05.367885 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 12:44:05.367900 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 12:44:05.367908 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 12:44:05.367916 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 12:44:05.367923 3656 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 12:44:07.140636 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-30.ec2.internal I0506 12:44:07.140671 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-30.ec2.internal: 43.457µs I0506 12:44:07.169745 3656 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6b97597b97-t4zbp] creating logical port openshift-image-registry_image-registry-6b97597b97-t4zbp for pod on switch ip-10-0-2-30.ec2.internal I0506 12:44:07.169900 3656 kube.go:256] Updating pod openshift-image-registry/image-registry-6b97597b97-t4zbp I0506 12:44:07.188905 3656 pod.go:62] [openshift-image-registry/image-registry-6b97597b97-t4zbp] pod update took 19.049027ms I0506 12:44:07.188934 3656 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6b97597b97-t4zbp] addLogicalPort annotation time took 19.096881ms I0506 12:44:07.190190 3656 pods.go:271] [openshift-image-registry/image-registry-6b97597b97-t4zbp] addLogicalPort took 20.460904ms, libovsdb time 918.391µs I0506 12:44:07.214095 3656 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-v94b7] creating logical port openshift-dns_dns-default-v94b7 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:44:07.214260 3656 kube.go:256] Updating pod openshift-dns/dns-default-v94b7 I0506 12:44:07.217048 3656 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-wq7jj] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-wq7jj for pod on switch ip-10-0-2-30.ec2.internal I0506 12:44:07.217121 3656 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-fcbp2] creating logical port openshift-ingress-canary_ingress-canary-fcbp2 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:44:07.217242 3656 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-wq7jj I0506 12:44:07.217259 3656 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-fcbp2 I0506 12:44:07.217275 3656 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634520-g759b for pod on switch ip-10-0-2-30.ec2.internal I0506 12:44:07.217354 3656 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b I0506 12:44:07.238111 3656 pod.go:62] [openshift-dns/dns-default-v94b7] pod update took 23.892546ms I0506 12:44:07.238139 3656 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-v94b7] addLogicalPort annotation time took 23.93084ms I0506 12:44:07.238203 3656 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b] pod update took 20.86633ms I0506 12:44:07.238221 3656 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b] addLogicalPort annotation time took 20.887128ms I0506 12:44:07.239553 3656 pods.go:271] [openshift-dns/dns-default-v94b7] addLogicalPort took 25.475678ms, libovsdb time 1.082743ms I0506 12:44:07.240202 3656 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b] addLogicalPort took 22.93099ms, libovsdb time 1.727181ms I0506 12:44:07.247797 3656 pod.go:62] [openshift-ingress-canary/ingress-canary-fcbp2] pod update took 30.560036ms I0506 12:44:07.247827 3656 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-fcbp2] addLogicalPort annotation time took 30.593695ms I0506 12:44:07.247829 3656 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wq7jj] pod update took 30.620793ms I0506 12:44:07.247848 3656 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-wq7jj] addLogicalPort annotation time took 30.645652ms I0506 12:44:07.249054 3656 pods.go:271] [openshift-ingress-canary/ingress-canary-fcbp2] addLogicalPort took 31.945468ms, libovsdb time 852.286µs I0506 12:44:07.249388 3656 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wq7jj] addLogicalPort took 32.357007ms, libovsdb time 1.184845ms I0506 12:44:07.339466 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-131.ec2.internal I0506 12:44:07.339501 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-131.ec2.internal: 43.315µs I0506 12:44:07.632018 3656 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wq7jj 992f6f5612eadbcb18c19af6ba13b6e56e3e97fbd22d07fc838b10cca8487273 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wq7jj 992f6f5612eadbcb18c19af6ba13b6e56e3e97fbd22d07fc838b10cca8487273 network default NAD default NAD key ] I0506 12:44:07.667217 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-wq7jj, hostIfaceName: 992f6f5612eadbc, network: default, NAD default, SandboxID: "992f6f5612eadbcb18c19af6ba13b6e56e3e97fbd22d07fc838b10cca8487273", PCI device ID: , UID: "18451adb-ca77-4ca3-ac7c-e3b8c070b0f6", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0506 12:44:07.720656 3656 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wq7jj 992f6f5612eadbcb18c19af6ba13b6e56e3e97fbd22d07fc838b10cca8487273 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-wq7jj 992f6f5612eadbcb18c19af6ba13b6e56e3e97fbd22d07fc838b10cca8487273 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d9:95:33:21:55\",\"name\":\"992f6f5612eadbc\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1fa9c6f-f755-4619-974e-95b620fcef3a\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:44:08.327762 3656 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-148.ec2.internal I0506 12:44:08.327801 3656 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-148.ec2.internal: 43.362µs I0506 12:44:09.158055 3656 cni.go:452] [openshift-ingress-canary/ingress-canary-fcbp2 3d0fa484dd7a3d68051e0ba0a0d603550bc8388ea8fa0f3358ab73a146da584f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-fcbp2 3d0fa484dd7a3d68051e0ba0a0d603550bc8388ea8fa0f3358ab73a146da584f network default NAD default NAD key ] I0506 12:44:09.158785 3656 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b 733b5bc72b0a923c0eb841f51f71198e3d960c9d13f478584dd717310241e6bb network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b 733b5bc72b0a923c0eb841f51f71198e3d960c9d13f478584dd717310241e6bb network default NAD default NAD key ] I0506 12:44:09.170385 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634520-g759b, hostIfaceName: 733b5bc72b0a923, network: default, NAD default, SandboxID: "733b5bc72b0a923c0eb841f51f71198e3d960c9d13f478584dd717310241e6bb", PCI device ID: , UID: "2252050c-a99c-428e-8219-fa71b102456d", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0506 12:44:09.170840 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-fcbp2, hostIfaceName: 3d0fa484dd7a3d6, network: default, NAD default, SandboxID: "3d0fa484dd7a3d68051e0ba0a0d603550bc8388ea8fa0f3358ab73a146da584f", PCI device ID: , UID: "a76e76e6-b613-4077-8add-5ced7901a6e0", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0506 12:44:09.218396 3656 cni.go:473] [openshift-ingress-canary/ingress-canary-fcbp2 3d0fa484dd7a3d68051e0ba0a0d603550bc8388ea8fa0f3358ab73a146da584f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-fcbp2 3d0fa484dd7a3d68051e0ba0a0d603550bc8388ea8fa0f3358ab73a146da584f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:d8:99:c6:2a:67\",\"name\":\"3d0fa484dd7a3d6\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53ec5586-adae-4435-bbca-7ae01a8021aa\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:44:09.223659 3656 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b 733b5bc72b0a923c0eb841f51f71198e3d960c9d13f478584dd717310241e6bb network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b 733b5bc72b0a923c0eb841f51f71198e3d960c9d13f478584dd717310241e6bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a6:19:12:fe:20\",\"name\":\"733b5bc72b0a923\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/febfb888-2698-46ec-9345-11180a693689\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:44:11.407880 3656 cni.go:452] [openshift-network-diagnostics/network-check-target-n2542 e8fe7c6ee5a5bc6f1763eba3f77dbcd7b6be2413db2705b70c36aa0c69f5e0ca network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-n2542 e8fe7c6ee5a5bc6f1763eba3f77dbcd7b6be2413db2705b70c36aa0c69f5e0ca network default NAD default NAD key ] I0506 12:44:11.417657 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-n2542, hostIfaceName: e8fe7c6ee5a5bc6, network: default, NAD default, SandboxID: "e8fe7c6ee5a5bc6f1763eba3f77dbcd7b6be2413db2705b70c36aa0c69f5e0ca", PCI device ID: , UID: "48ff052d-24c0-48f3-ab8f-f269fa600939", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0506 12:44:11.467889 3656 cni.go:473] [openshift-network-diagnostics/network-check-target-n2542 e8fe7c6ee5a5bc6f1763eba3f77dbcd7b6be2413db2705b70c36aa0c69f5e0ca network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-n2542 e8fe7c6ee5a5bc6f1763eba3f77dbcd7b6be2413db2705b70c36aa0c69f5e0ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:79:04:5a:32:80\",\"name\":\"e8fe7c6ee5a5bc6\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f94b7b0-f003-4ad5-a34b-8bd32b55cb7a\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 12:44:16.543481 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:16.568864 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 12:44:16.604234 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:29.551187 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 12:44:42.285760 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 12:44:47.527780 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 12:45:16.512377 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.512998 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.513031 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.513045 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 12:45:16.513058 3656 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:45:16.513064 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 12:45:17.397765 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:17.397791 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:17.397813 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:17.397825 3656 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d6tntp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:45:20.333942 3656 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 12:45:20.347885 3656 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 12:46:08.008963 3656 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-bc886f5b4-gcrsv] creating logical port openshift-ingress_router-default-bc886f5b4-gcrsv for pod on switch ip-10-0-2-30.ec2.internal I0506 12:46:08.009109 3656 kube.go:256] Updating pod openshift-ingress/router-default-bc886f5b4-gcrsv I0506 12:46:08.027550 3656 pod.go:62] [openshift-ingress/router-default-bc886f5b4-gcrsv] pod update took 18.467332ms I0506 12:46:08.027572 3656 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-bc886f5b4-gcrsv] addLogicalPort annotation time took 18.494799ms I0506 12:46:08.028646 3656 pods.go:271] [openshift-ingress/router-default-bc886f5b4-gcrsv] addLogicalPort took 19.701843ms, libovsdb time 808.41µs I0506 12:46:08.468855 3656 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wj6nb] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-wj6nb for pod on switch ip-10-0-2-30.ec2.internal I0506 12:46:08.468960 3656 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wj6nb I0506 12:46:08.486398 3656 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wj6nb] pod update took 17.474523ms I0506 12:46:08.486420 3656 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wj6nb] addLogicalPort annotation time took 17.502426ms I0506 12:46:08.487615 3656 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wj6nb] addLogicalPort took 18.781496ms, libovsdb time 919.269µs W0506 12:46:12.872702 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 12:46:13.249045 3656 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 12:46:13.249905 3656 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 840.22µs I0506 12:46:13.272238 3656 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 12:46:13.472295 3656 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ktz5n] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-ktz5n for pod on switch ip-10-0-2-30.ec2.internal I0506 12:46:13.472394 3656 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ktz5n I0506 12:46:13.488257 3656 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ktz5n] pod update took 15.891174ms I0506 12:46:13.488282 3656 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ktz5n] addLogicalPort annotation time took 15.921103ms I0506 12:46:13.489455 3656 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ktz5n] addLogicalPort took 17.176547ms, libovsdb time 894.744µs I0506 12:46:13.829572 3656 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ktz5n a6fe061db62693df21d7a63996de358deb94c2c61d6006c26eb9efa004c64e85 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ktz5n a6fe061db62693df21d7a63996de358deb94c2c61d6006c26eb9efa004c64e85 network default NAD default NAD key ] I0506 12:46:13.838942 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-ktz5n, hostIfaceName: a6fe061db62693d, network: default, NAD default, SandboxID: "a6fe061db62693df21d7a63996de358deb94c2c61d6006c26eb9efa004c64e85", PCI device ID: , UID: "03a9200e-61cf-48e3-aa54-0959d34bab66", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0506 12:46:13.888730 3656 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ktz5n a6fe061db62693df21d7a63996de358deb94c2c61d6006c26eb9efa004c64e85 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ktz5n a6fe061db62693df21d7a63996de358deb94c2c61d6006c26eb9efa004c64e85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:c5:6f:b4:09:06\",\"name\":\"a6fe061db62693d\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39244714-7ae3-4db0-80d6-2b414327718d\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:46:14.659678 3656 namespace.go:98] [openshift-service-ca] adding namespace I0506 12:46:14.660560 3656 namespace.go:102] [openshift-service-ca] adding namespace took 860.378µs I0506 12:46:14.691605 3656 namespace.go:142] [openshift-service-ca] updating namespace W0506 12:46:23.486796 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 12:46:24.428789 3656 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wj6nb a85870a8d419b41d16a47dbba4d22cea056a102003913cd23d0b660530e71c61 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wj6nb a85870a8d419b41d16a47dbba4d22cea056a102003913cd23d0b660530e71c61 network default NAD default NAD key ] I0506 12:46:24.437925 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-wj6nb, hostIfaceName: a85870a8d419b41, network: default, NAD default, SandboxID: "a85870a8d419b41d16a47dbba4d22cea056a102003913cd23d0b660530e71c61", PCI device ID: , UID: "3a3d0197-7a17-4d67-9aea-3091ee6054c3", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0506 12:46:24.488538 3656 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wj6nb a85870a8d419b41d16a47dbba4d22cea056a102003913cd23d0b660530e71c61 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-wj6nb a85870a8d419b41d16a47dbba4d22cea056a102003913cd23d0b660530e71c61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:15:1d:7a:d5:be\",\"name\":\"a85870a8d419b41\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/667cbaee-c58a-4dcd-bebe-7fccbdea5cb2\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:46:40.195622 3656 cni.go:452] [openshift-ingress/router-default-bc886f5b4-gcrsv 4ca39e6cf76b8ca5e462d6fb20abe7baa47551a635efeedbcbba66ad870360af network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-bc886f5b4-gcrsv 4ca39e6cf76b8ca5e462d6fb20abe7baa47551a635efeedbcbba66ad870360af network default NAD default NAD key ] I0506 12:46:40.204996 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-bc886f5b4-gcrsv, hostIfaceName: 4ca39e6cf76b8ca, network: default, NAD default, SandboxID: "4ca39e6cf76b8ca5e462d6fb20abe7baa47551a635efeedbcbba66ad870360af", PCI device ID: , UID: "1c878341-528a-418c-b28f-29c4de15dc98", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0506 12:46:40.255222 3656 cni.go:473] [openshift-ingress/router-default-bc886f5b4-gcrsv 4ca39e6cf76b8ca5e462d6fb20abe7baa47551a635efeedbcbba66ad870360af network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-bc886f5b4-gcrsv 4ca39e6cf76b8ca5e462d6fb20abe7baa47551a635efeedbcbba66ad870360af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:2e:ba:3c:70:64\",\"name\":\"4ca39e6cf76b8ca\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/abfd62df-b1df-4958-abe4-ad4538ba311c\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:46:42.820895 3656 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-992g4] creating logical port openshift-insights_insights-runtime-extractor-992g4 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:46:42.821046 3656 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-992g4 I0506 12:46:42.823969 3656 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 12:46:42.902891 3656 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-992g4 I0506 12:46:42.942679 3656 pod.go:62] [openshift-insights/insights-runtime-extractor-992g4] pod update took 121.663806ms I0506 12:46:42.942706 3656 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-992g4] addLogicalPort annotation time took 121.695812ms I0506 12:46:42.943831 3656 pods.go:271] [openshift-insights/insights-runtime-extractor-992g4] addLogicalPort took 122.958011ms, libovsdb time 817.536µs I0506 12:46:43.177147 3656 cni.go:452] [openshift-insights/insights-runtime-extractor-992g4 2c98b9ebc60531268334083c7c68fd028c4e9eb9e6bba29eacb8eec8fa80d46e network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-992g4 2c98b9ebc60531268334083c7c68fd028c4e9eb9e6bba29eacb8eec8fa80d46e network default NAD default NAD key ] I0506 12:46:43.187122 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-992g4, hostIfaceName: 2c98b9ebc605312, network: default, NAD default, SandboxID: "2c98b9ebc60531268334083c7c68fd028c4e9eb9e6bba29eacb8eec8fa80d46e", PCI device ID: , UID: "2a7ca858-547f-4b6a-9d56-c427f2ba325b", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0506 12:46:43.236057 3656 cni.go:473] [openshift-insights/insights-runtime-extractor-992g4 2c98b9ebc60531268334083c7c68fd028c4e9eb9e6bba29eacb8eec8fa80d46e network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-992g4 2c98b9ebc60531268334083c7c68fd028c4e9eb9e6bba29eacb8eec8fa80d46e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:6d:f0:ae:79:39\",\"name\":\"2c98b9ebc605312\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87d13ab2-4972-474a-b8bb-245b57a7cc6f\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:46:43.465736 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tf9gr] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-tf9gr for pod on switch ip-10-0-2-30.ec2.internal I0506 12:46:43.465828 3656 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tf9gr I0506 12:46:43.480651 3656 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tf9gr] pod update took 14.847743ms I0506 12:46:43.480678 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tf9gr] addLogicalPort annotation time took 14.878862ms I0506 12:46:43.482052 3656 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tf9gr] addLogicalPort took 16.331536ms, libovsdb time 967.086µs I0506 12:46:43.980913 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:43.981529 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:44.006414 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.006447 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-68c9s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.021801 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b97597b97-68c9s I0506 12:46:44.021833 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b97597b97-68c9s I0506 12:46:44.614165 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:44.614758 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:46:44.629156 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.629186 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-66dccc567d-flqqt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:46:44.644487 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-66dccc567d-flqqt I0506 12:46:44.644520 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-66dccc567d-flqqt W0506 12:46:45.006780 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:46:45.323781 3656 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tf9gr 3a971ed892485732db37a04193da78e6c56dc3df9d1289d9a5bd332b0c88ceb8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tf9gr 3a971ed892485732db37a04193da78e6c56dc3df9d1289d9a5bd332b0c88ceb8 network default NAD default NAD key ] I0506 12:46:45.334499 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-tf9gr, hostIfaceName: 3a971ed89248573, network: default, NAD default, SandboxID: "3a971ed892485732db37a04193da78e6c56dc3df9d1289d9a5bd332b0c88ceb8", PCI device ID: , UID: "d7726ddb-17ae-49b7-8428-9f38dd683a49", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0506 12:46:45.387751 3656 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tf9gr 3a971ed892485732db37a04193da78e6c56dc3df9d1289d9a5bd332b0c88ceb8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-tf9gr 3a971ed892485732db37a04193da78e6c56dc3df9d1289d9a5bd332b0c88ceb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:9d:f5:4f:6a:c4\",\"name\":\"3a971ed89248573\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03a0b08a-ac6e-457f-bfa4-ad1d84aef747\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 12:46:45.623559 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:46:47.912182 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 12:46:47.935464 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0506 12:46:54.205016 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-j8cvx] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-j8cvx for pod on switch ip-10-0-2-30.ec2.internal I0506 12:46:54.205134 3656 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-j8cvx I0506 12:46:54.241025 3656 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-j8cvx] pod update took 35.928622ms I0506 12:46:54.241049 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-j8cvx] addLogicalPort annotation time took 35.958672ms I0506 12:46:54.242233 3656 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-j8cvx] addLogicalPort took 37.233925ms, libovsdb time 881.778µs I0506 12:46:54.559746 3656 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-j8cvx 374ee50921b37b987486f9511d10d84dbe22bd8ee610b91a42747a77141ff8d8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-j8cvx 374ee50921b37b987486f9511d10d84dbe22bd8ee610b91a42747a77141ff8d8 network default NAD default NAD key ] I0506 12:46:54.570104 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-j8cvx, hostIfaceName: 374ee50921b37b9, network: default, NAD default, SandboxID: "374ee50921b37b987486f9511d10d84dbe22bd8ee610b91a42747a77141ff8d8", PCI device ID: , UID: "d6a08632-95ee-4dc3-b3ee-5fcf4bbd97b2", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0506 12:46:54.620494 3656 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-j8cvx 374ee50921b37b987486f9511d10d84dbe22bd8ee610b91a42747a77141ff8d8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-j8cvx 374ee50921b37b987486f9511d10d84dbe22bd8ee610b91a42747a77141ff8d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:fe:72:b5:8c:ec\",\"name\":\"374ee50921b37b9\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07a0f27f-c175-450d-938c-0a73839421a0\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:46:55.270361 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:46:55.270468 3656 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 12:46:55.311560 3656 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 41.131057ms I0506 12:46:55.311595 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 41.169885ms I0506 12:46:55.313438 3656 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 43.105583ms, libovsdb time 1.256649ms I0506 12:46:56.206046 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6c5c77d46d-6g7pf] creating logical port openshift-monitoring_thanos-querier-6c5c77d46d-6g7pf for pod on switch ip-10-0-2-30.ec2.internal I0506 12:46:56.206189 3656 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6c5c77d46d-6g7pf I0506 12:46:56.232435 3656 pod.go:62] [openshift-monitoring/thanos-querier-6c5c77d46d-6g7pf] pod update took 26.28248ms I0506 12:46:56.232460 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6c5c77d46d-6g7pf] addLogicalPort annotation time took 26.313751ms I0506 12:46:56.233785 3656 pods.go:271] [openshift-monitoring/thanos-querier-6c5c77d46d-6g7pf] addLogicalPort took 27.759581ms, libovsdb time 936.027µs I0506 12:46:56.301877 3656 cni.go:452] [openshift-monitoring/alertmanager-main-0 65920a51b7d1183bfdb5f16a32ef746e92c29e9574b356f1a121142967cde3ff network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 65920a51b7d1183bfdb5f16a32ef746e92c29e9574b356f1a121142967cde3ff network default NAD default NAD key ] I0506 12:46:56.311887 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 65920a51b7d1183, network: default, NAD default, SandboxID: "65920a51b7d1183bfdb5f16a32ef746e92c29e9574b356f1a121142967cde3ff", PCI device ID: , UID: "73a91d1e-881c-44b2-87fd-6ab455eaf5e1", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0506 12:46:56.365806 3656 cni.go:473] [openshift-monitoring/alertmanager-main-0 65920a51b7d1183bfdb5f16a32ef746e92c29e9574b356f1a121142967cde3ff network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 65920a51b7d1183bfdb5f16a32ef746e92c29e9574b356f1a121142967cde3ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:71:ad:a5:46:5b\",\"name\":\"65920a51b7d1183\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f89f10f-fa08-4329-a365-172b311329e2\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:46:56.567310 3656 cni.go:452] [openshift-monitoring/thanos-querier-6c5c77d46d-6g7pf a1f0e924dabbd9c753a9642017efbcd6d7ccf6f132198662ec2017ffe00be5ec network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6c5c77d46d-6g7pf a1f0e924dabbd9c753a9642017efbcd6d7ccf6f132198662ec2017ffe00be5ec network default NAD default NAD key ] I0506 12:46:56.577498 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6c5c77d46d-6g7pf, hostIfaceName: a1f0e924dabbd9c, network: default, NAD default, SandboxID: "a1f0e924dabbd9c753a9642017efbcd6d7ccf6f132198662ec2017ffe00be5ec", PCI device ID: , UID: "58fa5034-98bc-4b59-9313-5f55c08281c2", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0506 12:46:56.627799 3656 cni.go:473] [openshift-monitoring/thanos-querier-6c5c77d46d-6g7pf a1f0e924dabbd9c753a9642017efbcd6d7ccf6f132198662ec2017ffe00be5ec network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6c5c77d46d-6g7pf a1f0e924dabbd9c753a9642017efbcd6d7ccf6f132198662ec2017ffe00be5ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:4a:ec:f4:88:20\",\"name\":\"a1f0e924dabbd9c\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed549ebb-2412-4ade-97be-b6e268de9c0b\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 12:46:57.963160 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:57.963182 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:57.963191 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:58.057343 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:58.057364 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:46:58.057369 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 12:46:58.772882 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-568b56c7cc-c85th] creating logical port openshift-monitoring_metrics-server-568b56c7cc-c85th for pod on switch ip-10-0-2-30.ec2.internal I0506 12:46:58.773043 3656 kube.go:256] Updating pod openshift-monitoring/metrics-server-568b56c7cc-c85th I0506 12:46:58.806554 3656 pod.go:62] [openshift-monitoring/metrics-server-568b56c7cc-c85th] pod update took 33.549021ms I0506 12:46:58.806587 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-568b56c7cc-c85th] addLogicalPort annotation time took 33.586807ms I0506 12:46:58.807774 3656 pods.go:271] [openshift-monitoring/metrics-server-568b56c7cc-c85th] addLogicalPort took 34.907601ms, libovsdb time 843.5µs I0506 12:46:58.813529 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-x2f62] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-x2f62 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:46:58.813629 3656 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-x2f62 I0506 12:46:58.835944 3656 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x2f62] pod update took 22.344611ms I0506 12:46:58.835967 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-x2f62] addLogicalPort annotation time took 22.372939ms I0506 12:46:58.837183 3656 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x2f62] addLogicalPort took 23.669836ms, libovsdb time 825.048µs I0506 12:46:59.140156 3656 cni.go:452] [openshift-monitoring/metrics-server-568b56c7cc-c85th 666a6a01ad37a9b3c8ce92a306c0dc0e8098326f37ea8e985a9c72fc9061990c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-568b56c7cc-c85th 666a6a01ad37a9b3c8ce92a306c0dc0e8098326f37ea8e985a9c72fc9061990c network default NAD default NAD key ] I0506 12:46:59.149646 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-568b56c7cc-c85th, hostIfaceName: 666a6a01ad37a9b, network: default, NAD default, SandboxID: "666a6a01ad37a9b3c8ce92a306c0dc0e8098326f37ea8e985a9c72fc9061990c", PCI device ID: , UID: "826e348e-5a19-42e0-abb3-d1a3fba898cc", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0506 12:46:59.203138 3656 cni.go:473] [openshift-monitoring/metrics-server-568b56c7cc-c85th 666a6a01ad37a9b3c8ce92a306c0dc0e8098326f37ea8e985a9c72fc9061990c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-568b56c7cc-c85th 666a6a01ad37a9b3c8ce92a306c0dc0e8098326f37ea8e985a9c72fc9061990c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:76:e5:33:39:1e\",\"name\":\"666a6a01ad37a9b\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb72b958-1274-451e-a24a-24a4df5b4435\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:46:59.507542 3656 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x2f62 7112f028bc6b4b5d541e94d4aee6d7230eb84a8c32b8d502b7d9ae14be2d390b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x2f62 7112f028bc6b4b5d541e94d4aee6d7230eb84a8c32b8d502b7d9ae14be2d390b network default NAD default NAD key ] I0506 12:46:59.518193 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-x2f62, hostIfaceName: 7112f028bc6b4b5, network: default, NAD default, SandboxID: "7112f028bc6b4b5d541e94d4aee6d7230eb84a8c32b8d502b7d9ae14be2d390b", PCI device ID: , UID: "2b2b6e3f-95b1-4421-8b85-94ee298b7770", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0506 12:46:59.574156 3656 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x2f62 7112f028bc6b4b5d541e94d4aee6d7230eb84a8c32b8d502b7d9ae14be2d390b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-x2f62 7112f028bc6b4b5d541e94d4aee6d7230eb84a8c32b8d502b7d9ae14be2d390b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:2f:b9:90:ad:35\",\"name\":\"7112f028bc6b4b5\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bfe7ed5-00bc-4eb4-8a1f-0db57e9ef537\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:47:00.706807 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:47:00.706943 3656 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 12:47:00.731733 3656 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.839192ms I0506 12:47:00.731759 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.870353ms I0506 12:47:00.733127 3656 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 26.346484ms, libovsdb time 1.001733ms I0506 12:47:01.322087 3656 cni.go:452] [openshift-monitoring/prometheus-k8s-1 39043c83060a6e5b57b34e58a178f3d2daec51e9fb794f8a1f293169b80bcb07 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 39043c83060a6e5b57b34e58a178f3d2daec51e9fb794f8a1f293169b80bcb07 network default NAD default NAD key ] I0506 12:47:01.332078 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 39043c83060a6e5, network: default, NAD default, SandboxID: "39043c83060a6e5b57b34e58a178f3d2daec51e9fb794f8a1f293169b80bcb07", PCI device ID: , UID: "97d1c337-14c7-45b1-8549-5a603b2830de", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0506 12:47:01.388858 3656 cni.go:473] [openshift-monitoring/prometheus-k8s-1 39043c83060a6e5b57b34e58a178f3d2daec51e9fb794f8a1f293169b80bcb07 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 39043c83060a6e5b57b34e58a178f3d2daec51e9fb794f8a1f293169b80bcb07 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:9a:80:23:d7:89\",\"name\":\"39043c83060a6e5\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45074270-8d81-4032-92df-11038c27bb86\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 12:47:01.971431 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 12:47:02.007427 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.007449 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.007454 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.007458 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.034448 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 12:47:02.061051 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0506 12:47:02.083713 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.083732 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.083737 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.083741 3656 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:02.109915 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:47:02.109931 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:47:02.152468 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 12:47:02.708771 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:47:02.708795 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:47:07.102386 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:47:07.712025 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:47:08.008040 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.008066 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.008075 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 12:47:08.008082 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 12:47:12.475865 3656 base_network_controller_pods.go:487] [default/openshift-console/console-c77d57cf5-rxd4v] creating logical port openshift-console_console-c77d57cf5-rxd4v for pod on switch ip-10-0-2-30.ec2.internal I0506 12:47:12.475973 3656 kube.go:256] Updating pod openshift-console/console-c77d57cf5-rxd4v I0506 12:47:12.503671 3656 pod.go:62] [openshift-console/console-c77d57cf5-rxd4v] pod update took 27.732578ms I0506 12:47:12.503694 3656 base_network_controller_pods.go:951] [default/openshift-console/console-c77d57cf5-rxd4v] addLogicalPort annotation time took 27.761667ms I0506 12:47:12.505008 3656 pods.go:271] [openshift-console/console-c77d57cf5-rxd4v] addLogicalPort took 29.158157ms, libovsdb time 959.701µs W0506 12:47:12.511169 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 12:47:12.838315 3656 cni.go:452] [openshift-console/console-c77d57cf5-rxd4v d639531c218b7c71d67b729dde08994bd5c3b8366653f516313241406a5e1222 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-c77d57cf5-rxd4v d639531c218b7c71d67b729dde08994bd5c3b8366653f516313241406a5e1222 network default NAD default NAD key ] I0506 12:47:12.849861 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-c77d57cf5-rxd4v, hostIfaceName: d639531c218b7c7, network: default, NAD default, SandboxID: "d639531c218b7c71d67b729dde08994bd5c3b8366653f516313241406a5e1222", PCI device ID: , UID: "3a2a2c51-59e8-463f-b519-7066f242398c", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0506 12:47:12.901908 3656 cni.go:473] [openshift-console/console-c77d57cf5-rxd4v d639531c218b7c71d67b729dde08994bd5c3b8366653f516313241406a5e1222 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-c77d57cf5-rxd4v d639531c218b7c71d67b729dde08994bd5c3b8366653f516313241406a5e1222 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:12:2c:e3:c5:65\",\"name\":\"d639531c218b7c7\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/200587d6-1bd7-4a26-96c0-8d243061e7f7\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 12:47:15.136348 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 12:47:16.045575 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:47:22.997751 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 12:47:26.294183 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:26.294211 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:26.294219 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:47:38.228656 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 12:47:47.862017 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 12:47:48.270176 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0506 12:47:49.507927 3656 cni.go:452] [openshift-multus/network-metrics-daemon-k2bk8 eedbdfea11065c99692ebbfa1cb517158960318a9dfe26ebd65cd9bbf5c9fe9e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-k2bk8 eedbdfea11065c99692ebbfa1cb517158960318a9dfe26ebd65cd9bbf5c9fe9e network default NAD default NAD key ] I0506 12:47:49.517663 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-k2bk8, hostIfaceName: eedbdfea11065c9, network: default, NAD default, SandboxID: "eedbdfea11065c99692ebbfa1cb517158960318a9dfe26ebd65cd9bbf5c9fe9e", PCI device ID: , UID: "eb454dbc-a240-42c6-8581-14da3cc3d2aa", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0506 12:47:49.570380 3656 cni.go:473] [openshift-multus/network-metrics-daemon-k2bk8 eedbdfea11065c99692ebbfa1cb517158960318a9dfe26ebd65cd9bbf5c9fe9e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-k2bk8 eedbdfea11065c99692ebbfa1cb517158960318a9dfe26ebd65cd9bbf5c9fe9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:2c:26:bc:9c:31\",\"name\":\"eedbdfea11065c9\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e9bf413-a6ce-433b-bdb2-6d3584b6e45e\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:47:52.734007 3656 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-44pzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:47:52.734603 3656 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-44pzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 12:47:52.746021 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 12:47:53.295263 3656 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-44pzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:53.295290 3656 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-44pzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:53.303465 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8684f95fc6-44pzc I0506 12:47:53.303489 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8684f95fc6-44pzc W0506 12:47:54.310859 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 12:47:57.366960 3656 obj_retry.go:498] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:47:57.367582 3656 obj_retry.go:498] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:47:57.897409 3656 obj_retry.go:492] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:57.897434 3656 obj_retry.go:492] Detected object openshift-ingress/router-default-bff596dbc-fdjpl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:47:57.905891 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-bff596dbc-fdjpl I0506 12:47:57.905911 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-bff596dbc-fdjpl W0506 12:48:01.267118 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:48:01.267146 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 12:48:04.145193 3656 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 12:48:16.157465 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:16.158071 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:16.404397 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:16.404421 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:16.412507 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 12:48:16.412537 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 12:48:17.300538 3656 cni.go:452] [openshift-image-registry/image-registry-6b97597b97-t4zbp e5c58773b2c672e24db1df159b77c6cd270c90e82830543ea93c0ccc0d034aee network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6b97597b97-t4zbp e5c58773b2c672e24db1df159b77c6cd270c90e82830543ea93c0ccc0d034aee network default NAD default NAD key ] I0506 12:48:17.309765 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6b97597b97-t4zbp, hostIfaceName: e5c58773b2c672e, network: default, NAD default, SandboxID: "e5c58773b2c672e24db1df159b77c6cd270c90e82830543ea93c0ccc0d034aee", PCI device ID: , UID: "3494f22a-32ac-4fff-9a68-49e0480f9fc0", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0506 12:48:17.361916 3656 cni.go:473] [openshift-image-registry/image-registry-6b97597b97-t4zbp e5c58773b2c672e24db1df159b77c6cd270c90e82830543ea93c0ccc0d034aee network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6b97597b97-t4zbp e5c58773b2c672e24db1df159b77c6cd270c90e82830543ea93c0ccc0d034aee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:22:bd:c3:e4:71\",\"name\":\"e5c58773b2c672e\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2acf1588-1f99-43c2-a548-46a763ee2240\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:48:17.605136 3656 cni.go:452] [openshift-dns/dns-default-v94b7 37c850d6c00f9f81ffb9e242efd2c8c11293fdfa15d1f3551c43b0040f3f4e3c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-v94b7 37c850d6c00f9f81ffb9e242efd2c8c11293fdfa15d1f3551c43b0040f3f4e3c network default NAD default NAD key ] I0506 12:48:17.615106 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-v94b7, hostIfaceName: 37c850d6c00f9f8, network: default, NAD default, SandboxID: "37c850d6c00f9f81ffb9e242efd2c8c11293fdfa15d1f3551c43b0040f3f4e3c", PCI device ID: , UID: "8a8254de-a62d-4b4a-85da-03d7d6648b1a", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0506 12:48:17.667370 3656 cni.go:473] [openshift-dns/dns-default-v94b7 37c850d6c00f9f81ffb9e242efd2c8c11293fdfa15d1f3551c43b0040f3f4e3c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-v94b7 37c850d6c00f9f81ffb9e242efd2c8c11293fdfa15d1f3551c43b0040f3f4e3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:27:af:92:a8:bd\",\"name\":\"37c850d6c00f9f8\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3d0d6c7-d419-4b67-9bc3-371afbca5b4f\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 12:48:18.302776 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:48:20.325762 3656 cni.go:452] [openshift-monitoring/prometheus-k8s-1 39043c83060a6e5b57b34e58a178f3d2daec51e9fb794f8a1f293169b80bcb07 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 39043c83060a6e5b57b34e58a178f3d2daec51e9fb794f8a1f293169b80bcb07 network default NAD default NAD key ] I0506 12:48:20.409171 3656 cni.go:473] [openshift-monitoring/prometheus-k8s-1 39043c83060a6e5b57b34e58a178f3d2daec51e9fb794f8a1f293169b80bcb07 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 39043c83060a6e5b57b34e58a178f3d2daec51e9fb794f8a1f293169b80bcb07 network default NAD default NAD key default], result "{}", err W0506 12:48:20.435499 3656 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.435517 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.435523 3656 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 12:48:20.471912 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:20.471958 3656 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0506 12:48:20.474032 3656 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.20 I0506 12:48:20.474073 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 12:48:20.993013 3656 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.993034 3656 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:20.993039 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:21.321823 3656 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:21.321845 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:21.321852 3656 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0506 12:48:21.339029 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:21.339051 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:21.349439 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 12:48:21.349474 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 12:48:21.399360 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:48:21.399476 3656 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 12:48:21.424319 3656 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 24.880482ms I0506 12:48:21.424347 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 24.91362ms I0506 12:48:21.425618 3656 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 26.279255ms, libovsdb time 926.231µs I0506 12:48:21.760209 3656 cni.go:452] [openshift-monitoring/prometheus-k8s-1 bc874e2a9a4d85c3c39b4a024210e7fa7682eec4f73bf06d326620690d08a6d1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 bc874e2a9a4d85c3c39b4a024210e7fa7682eec4f73bf06d326620690d08a6d1 network default NAD default NAD key ] I0506 12:48:21.776067 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: bc874e2a9a4d85c, network: default, NAD default, SandboxID: "bc874e2a9a4d85c3c39b4a024210e7fa7682eec4f73bf06d326620690d08a6d1", PCI device ID: , UID: "6d6452ca-8b31-4a0e-bb26-aa3230b84a03", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0506 12:48:21.833309 3656 cni.go:473] [openshift-monitoring/prometheus-k8s-1 bc874e2a9a4d85c3c39b4a024210e7fa7682eec4f73bf06d326620690d08a6d1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 bc874e2a9a4d85c3c39b4a024210e7fa7682eec4f73bf06d326620690d08a6d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:85:7e:67:90:5b\",\"name\":\"bc874e2a9a4d85c\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd8c917d-d300-4032-858e-3ce33664e9f3\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 12:48:22.655721 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:48:22.670689 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 12:48:30.485868 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.485888 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.485893 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.485905 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.485910 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.485914 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.998730 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.998760 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.998768 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.998786 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.998794 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:30.998802 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:31.336698 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:31.336719 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:31.336726 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 12:48:34.372387 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:34.372415 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:34.982791 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:34.982816 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 12:48:43.158244 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 12:48:43.158272 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 12:48:47.821033 3656 cni.go:452] [openshift-console/console-c77d57cf5-rxd4v d639531c218b7c71d67b729dde08994bd5c3b8366653f516313241406a5e1222 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-c77d57cf5-rxd4v d639531c218b7c71d67b729dde08994bd5c3b8366653f516313241406a5e1222 network default NAD default NAD key ] I0506 12:48:47.896490 3656 cni.go:473] [openshift-console/console-c77d57cf5-rxd4v d639531c218b7c71d67b729dde08994bd5c3b8366653f516313241406a5e1222 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-c77d57cf5-rxd4v d639531c218b7c71d67b729dde08994bd5c3b8366653f516313241406a5e1222 network default NAD default NAD key default], result "{}", err I0506 12:48:47.909914 3656 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:47.910486 3656 obj_retry.go:498] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:47.951616 3656 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-rxd4v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:47.951651 3656 pods.go:176] Deleting pod: openshift-console/console-c77d57cf5-rxd4v I0506 12:48:47.953083 3656 pods.go:236] Attempting to release IPs for pod: openshift-console/console-c77d57cf5-rxd4v, ips: 10.129.0.21 I0506 12:48:47.953115 3656 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-rxd4v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:47.960863 3656 base_network_controller_pods.go:487] [default/openshift-console/console-7b5c7c8f58-b8d2x] creating logical port openshift-console_console-7b5c7c8f58-b8d2x for pod on switch ip-10-0-2-30.ec2.internal I0506 12:48:47.961010 3656 kube.go:256] Updating pod openshift-console/console-7b5c7c8f58-b8d2x I0506 12:48:47.975860 3656 pod.go:62] [openshift-console/console-7b5c7c8f58-b8d2x] pod update took 14.88975ms I0506 12:48:47.975893 3656 base_network_controller_pods.go:951] [default/openshift-console/console-7b5c7c8f58-b8d2x] addLogicalPort annotation time took 14.927708ms I0506 12:48:47.977288 3656 pods.go:271] [openshift-console/console-7b5c7c8f58-b8d2x] addLogicalPort took 16.457004ms, libovsdb time 932.218µs I0506 12:48:48.052767 3656 cni.go:452] [openshift-monitoring/alertmanager-main-0 65920a51b7d1183bfdb5f16a32ef746e92c29e9574b356f1a121142967cde3ff network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 65920a51b7d1183bfdb5f16a32ef746e92c29e9574b356f1a121142967cde3ff network default NAD default NAD key ] I0506 12:48:48.085594 3656 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.085623 3656 obj_retry.go:492] Detected object openshift-console/console-8684f95fc6-kbjk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.094535 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8684f95fc6-kbjk2 I0506 12:48:48.094566 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8684f95fc6-kbjk2 I0506 12:48:48.130866 3656 cni.go:473] [openshift-monitoring/alertmanager-main-0 65920a51b7d1183bfdb5f16a32ef746e92c29e9574b356f1a121142967cde3ff network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 65920a51b7d1183bfdb5f16a32ef746e92c29e9574b356f1a121142967cde3ff network default NAD default NAD key default], result "{}", err I0506 12:48:48.193590 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:48.193634 3656 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0506 12:48:48.195406 3656 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.16 I0506 12:48:48.195438 3656 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:48:48.321423 3656 cni.go:452] [openshift-console/console-7b5c7c8f58-b8d2x 557c206adb2fc88d53b66b9494810a32d649bdd13b109fdecf4c0144e294c7ff network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7b5c7c8f58-b8d2x 557c206adb2fc88d53b66b9494810a32d649bdd13b109fdecf4c0144e294c7ff network default NAD default NAD key ] I0506 12:48:48.331058 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7b5c7c8f58-b8d2x, hostIfaceName: 557c206adb2fc88, network: default, NAD default, SandboxID: "557c206adb2fc88d53b66b9494810a32d649bdd13b109fdecf4c0144e294c7ff", PCI device ID: , UID: "b9ae8fdb-ab46-437c-b45a-db03733d030a", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0506 12:48:48.382888 3656 cni.go:473] [openshift-console/console-7b5c7c8f58-b8d2x 557c206adb2fc88d53b66b9494810a32d649bdd13b109fdecf4c0144e294c7ff network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7b5c7c8f58-b8d2x 557c206adb2fc88d53b66b9494810a32d649bdd13b109fdecf4c0144e294c7ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:f6:43:88:2a:d9\",\"name\":\"557c206adb2fc88\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9dddf622-67ea-4b9f-9fe6-1ecccc85daf9\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:48:48.448139 3656 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-rxd4v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.448161 3656 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-rxd4v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.456873 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c77d57cf5-rxd4v I0506 12:48:48.456906 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c77d57cf5-rxd4v I0506 12:48:48.490274 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.490301 3656 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:48:48.500936 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 12:48:48.501006 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 12:48:48.549323 3656 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-30.ec2.internal I0506 12:48:48.549433 3656 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 12:48:48.576067 3656 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.672823ms I0506 12:48:48.576091 3656 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.704813ms I0506 12:48:48.577339 3656 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.032127ms, libovsdb time 881.526µs I0506 12:48:48.910026 3656 cni.go:452] [openshift-monitoring/alertmanager-main-0 31e5f23a4245a250b1eef3027a3d21d3ed1de2c39154bb070ba75cc1c01fc06b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 31e5f23a4245a250b1eef3027a3d21d3ed1de2c39154bb070ba75cc1c01fc06b network default NAD default NAD key ] I0506 12:48:48.919496 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 31e5f23a4245a25, network: default, NAD default, SandboxID: "31e5f23a4245a250b1eef3027a3d21d3ed1de2c39154bb070ba75cc1c01fc06b", PCI device ID: , UID: "4f7c8398-f8b3-4085-a91b-1ad0da7661dc", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0506 12:48:48.972069 3656 cni.go:473] [openshift-monitoring/alertmanager-main-0 31e5f23a4245a250b1eef3027a3d21d3ed1de2c39154bb070ba75cc1c01fc06b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 31e5f23a4245a250b1eef3027a3d21d3ed1de2c39154bb070ba75cc1c01fc06b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:fd:b1:db:0c:a3\",\"name\":\"31e5f23a4245a25\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32cc3b8d-71a9-4bc4-a595-faf9da868cb6\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 12:48:58.508594 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 12:49:00.571375 3656 cni.go:452] [openshift-image-registry/image-registry-6b97597b97-t4zbp e5c58773b2c672e24db1df159b77c6cd270c90e82830543ea93c0ccc0d034aee network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6b97597b97-t4zbp e5c58773b2c672e24db1df159b77c6cd270c90e82830543ea93c0ccc0d034aee network default NAD default NAD key ] I0506 12:49:00.653724 3656 cni.go:473] [openshift-image-registry/image-registry-6b97597b97-t4zbp e5c58773b2c672e24db1df159b77c6cd270c90e82830543ea93c0ccc0d034aee network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6b97597b97-t4zbp e5c58773b2c672e24db1df159b77c6cd270c90e82830543ea93c0ccc0d034aee network default NAD default NAD key default], result "{}", err I0506 12:49:00.707184 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:00.707224 3656 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6b97597b97-t4zbp I0506 12:49:00.708432 3656 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6b97597b97-t4zbp, ips: 10.129.0.5 I0506 12:49:00.708456 3656 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 12:49:00.714357 3656 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 12:49:01.501172 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:01.501201 3656 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b97597b97-t4zbp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:01.509486 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b97597b97-t4zbp I0506 12:49:01.509514 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b97597b97-t4zbp I0506 12:49:02.386764 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=68 I0506 12:49:14.472711 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0506 12:49:18.971448 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:49:18.971470 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 12:49:18.971478 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 12:49:20.387330 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 W0506 12:49:22.630246 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 12:49:22.630271 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 12:49:23.842052 3656 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-2srnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:23.842685 3656 obj_retry.go:498] Detected object openshift-console/console-c77d57cf5-2srnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:23.931690 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:23.932292 3656 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:24.226001 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.226047 3656 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.233892 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 12:49:24.233913 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 12:49:24.706339 3656 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-2srnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.706366 3656 obj_retry.go:492] Detected object openshift-console/console-c77d57cf5-2srnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:24.715021 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c77d57cf5-2srnj I0506 12:49:24.715051 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c77d57cf5-2srnj I0506 12:49:25.394066 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=124 I0506 12:49:25.499442 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 12:49:38.473058 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 12:49:40.483663 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 12:49:56.738425 3656 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b 733b5bc72b0a923c0eb841f51f71198e3d960c9d13f478584dd717310241e6bb network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b 733b5bc72b0a923c0eb841f51f71198e3d960c9d13f478584dd717310241e6bb network default NAD default NAD key ] I0506 12:49:56.829421 3656 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b 733b5bc72b0a923c0eb841f51f71198e3d960c9d13f478584dd717310241e6bb network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b 733b5bc72b0a923c0eb841f51f71198e3d960c9d13f478584dd717310241e6bb network default NAD default NAD key default], result "{}", err I0506 12:49:56.877619 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:56.877656 3656 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b I0506 12:49:56.878872 3656 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b, ips: 10.129.0.9 I0506 12:49:56.878899 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:49:57.900023 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:49:57.900054 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634520-g759b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:50:04.011316 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:50:04.011939 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:50:04.898635 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:50:04.898657 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634530-tgzzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:50:13.387581 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0506 12:50:21.388412 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 W0506 12:50:25.970727 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 12:50:37.018400 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 12:50:37.018465 3656 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2whpj IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-2whpj: no pod IPs found I0506 12:51:00.510075 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 12:51:01.895524 3656 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:51:01.896062 3656 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:51:02.603551 3656 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:02.603576 3656 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-dr774 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:02.612590 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b5c7c8f58-dr774 I0506 12:51:02.612614 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b5c7c8f58-dr774 I0506 12:51:12.284847 3656 cni.go:452] [openshift-console/console-7b5c7c8f58-b8d2x 557c206adb2fc88d53b66b9494810a32d649bdd13b109fdecf4c0144e294c7ff network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7b5c7c8f58-b8d2x 557c206adb2fc88d53b66b9494810a32d649bdd13b109fdecf4c0144e294c7ff network default NAD default NAD key ] I0506 12:51:12.364966 3656 cni.go:473] [openshift-console/console-7b5c7c8f58-b8d2x 557c206adb2fc88d53b66b9494810a32d649bdd13b109fdecf4c0144e294c7ff network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7b5c7c8f58-b8d2x 557c206adb2fc88d53b66b9494810a32d649bdd13b109fdecf4c0144e294c7ff network default NAD default NAD key default], result "{}", err I0506 12:51:12.416443 3656 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:51:12.416480 3656 pods.go:176] Deleting pod: openshift-console/console-7b5c7c8f58-b8d2x I0506 12:51:12.417708 3656 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7b5c7c8f58-b8d2x, ips: 10.129.0.23 I0506 12:51:12.417736 3656 obj_retry.go:498] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:51:13.037280 3656 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:13.037302 3656 obj_retry.go:492] Detected object openshift-console/console-7b5c7c8f58-b8d2x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:51:13.045142 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b5c7c8f58-b8d2x I0506 12:51:13.045171 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b5c7c8f58-b8d2x I0506 12:51:37.477860 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 12:51:44.489120 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0506 12:52:05.510877 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 12:52:32.493681 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 12:52:59.393697 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=623 I0506 12:53:29.317215 3656 base_network_controller_pods.go:487] [default/openshift-console/console-85cc7c6495-l772z] creating logical port openshift-console_console-85cc7c6495-l772z for pod on switch ip-10-0-2-30.ec2.internal I0506 12:53:29.317357 3656 kube.go:256] Updating pod openshift-console/console-85cc7c6495-l772z I0506 12:53:29.352499 3656 pod.go:62] [openshift-console/console-85cc7c6495-l772z] pod update took 35.175077ms I0506 12:53:29.352533 3656 base_network_controller_pods.go:951] [default/openshift-console/console-85cc7c6495-l772z] addLogicalPort annotation time took 35.217774ms I0506 12:53:29.353893 3656 pods.go:271] [openshift-console/console-85cc7c6495-l772z] addLogicalPort took 36.692703ms, libovsdb time 1.009645ms I0506 12:53:29.675217 3656 cni.go:452] [openshift-console/console-85cc7c6495-l772z cba85a793ebec63dd6c8e2f07e8b739e4f2cb3721fb7f4c235bb6f075e2861c1 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85cc7c6495-l772z cba85a793ebec63dd6c8e2f07e8b739e4f2cb3721fb7f4c235bb6f075e2861c1 network default NAD default NAD key ] I0506 12:53:29.684991 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85cc7c6495-l772z, hostIfaceName: cba85a793ebec63, network: default, NAD default, SandboxID: "cba85a793ebec63dd6c8e2f07e8b739e4f2cb3721fb7f4c235bb6f075e2861c1", PCI device ID: , UID: "5f3cf076-0e94-40d4-80d9-3abee587f725", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0506 12:53:29.736230 3656 cni.go:473] [openshift-console/console-85cc7c6495-l772z cba85a793ebec63dd6c8e2f07e8b739e4f2cb3721fb7f4c235bb6f075e2861c1 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85cc7c6495-l772z cba85a793ebec63dd6c8e2f07e8b739e4f2cb3721fb7f4c235bb6f075e2861c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:53:92:0a:40:ec\",\"name\":\"cba85a793ebec63\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9afe885-f1a2-4e70-a1a3-91ab3cdb5dba\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:53:34.507446 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0506 12:53:40.626596 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 12:53:54.590433 3656 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-b8dwq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:53:54.591119 3656 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-b8dwq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:53:55.210324 3656 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-b8dwq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:53:55.210354 3656 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-b8dwq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:53:55.218267 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55c499b8cd-b8dwq I0506 12:53:55.218293 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55c499b8cd-b8dwq I0506 12:54:05.947139 3656 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-5vjln of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:54:05.947796 3656 obj_retry.go:498] Detected object openshift-console/console-55c499b8cd-5vjln of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:54:06.953620 3656 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-5vjln of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:54:06.953668 3656 obj_retry.go:492] Detected object openshift-console/console-55c499b8cd-5vjln of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:54:06.962209 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55c499b8cd-5vjln I0506 12:54:06.962243 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55c499b8cd-5vjln I0506 12:55:01.402798 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=25 I0506 12:55:54.391095 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=38 I0506 12:56:18.390291 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0506 12:56:30.444023 3656 namespace.go:98] [tsf] adding namespace I0506 12:56:30.445033 3656 namespace.go:102] [tsf] adding namespace took 989.165µs I0506 12:56:30.467762 3656 namespace.go:142] [tsf] updating namespace I0506 12:56:30.486779 3656 namespace.go:142] [tsf] updating namespace I0506 12:56:34.266184 3656 namespace.go:98] [cert-manager-operator] adding namespace I0506 12:56:34.266297 3656 namespace.go:98] [konflux-ui] adding namespace I0506 12:56:34.267119 3656 namespace.go:102] [cert-manager-operator] adding namespace took 913.934µs I0506 12:56:34.267681 3656 namespace.go:102] [konflux-ui] adding namespace took 1.362888ms I0506 12:56:34.267711 3656 namespace.go:98] [tsf-keycloak] adding namespace I0506 12:56:34.268133 3656 namespace.go:102] [tsf-keycloak] adding namespace took 417.072µs I0506 12:56:34.268954 3656 namespace.go:98] [tsf-tas] adding namespace I0506 12:56:34.269115 3656 namespace.go:98] [rhtpa-operator] adding namespace I0506 12:56:34.269634 3656 namespace.go:102] [tsf-tas] adding namespace took 668.579µs I0506 12:56:34.270178 3656 namespace.go:102] [rhtpa-operator] adding namespace took 1.027682ms I0506 12:56:34.270203 3656 namespace.go:98] [tsf-tpa] adding namespace I0506 12:56:34.270596 3656 namespace.go:102] [tsf-tpa] adding namespace took 387.82µs I0506 12:56:34.274025 3656 namespace.go:98] [konflux-operator] adding namespace I0506 12:56:34.274049 3656 namespace.go:98] [rhbk-operator] adding namespace I0506 12:56:34.274700 3656 namespace.go:102] [konflux-operator] adding namespace took 660.894µs I0506 12:56:34.275248 3656 namespace.go:102] [rhbk-operator] adding namespace took 1.189735ms I0506 12:56:34.290629 3656 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:56:34.307497 3656 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:56:34.307700 3656 namespace.go:142] [konflux-ui] updating namespace I0506 12:56:34.307767 3656 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:56:34.307853 3656 namespace.go:142] [tsf-tas] updating namespace I0506 12:56:34.308003 3656 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:34.319858 3656 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:34.320055 3656 namespace.go:142] [konflux-operator] updating namespace I0506 12:56:34.320088 3656 namespace.go:142] [rhbk-operator] updating namespace I0506 12:56:34.325407 3656 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:56:34.363007 3656 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:34.382673 3656 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:34.393172 3656 namespace.go:142] [tsf-tas] updating namespace I0506 12:56:34.407419 3656 namespace.go:142] [tsf-tas] updating namespace I0506 12:56:34.420662 3656 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:56:34.435542 3656 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:56:34.451009 3656 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:34.466628 3656 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:34.473912 3656 namespace.go:142] [konflux-operator] updating namespace I0506 12:56:34.487003 3656 namespace.go:142] [konflux-operator] updating namespace I0506 12:56:34.492955 3656 namespace.go:142] [rhbk-operator] updating namespace I0506 12:56:34.507363 3656 namespace.go:142] [rhbk-operator] updating namespace I0506 12:56:34.516800 3656 namespace.go:142] [konflux-ui] updating namespace I0506 12:56:34.526525 3656 namespace.go:142] [konflux-ui] updating namespace I0506 12:56:35.437029 3656 namespace.go:142] [tsf-tpa] updating namespace I0506 12:56:35.455546 3656 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:56:40.389469 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0506 12:56:42.867995 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.868602 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.868629 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.868638 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:42.868648 3656 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:42.868652 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:43.408004 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:43.408033 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:43.408050 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:43.408061 3656 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51pc6xj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:45.476438 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 12:56:46.988391 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.988991 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.989014 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.989025 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:46.989047 3656 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:46.989055 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:48.018099 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:48.018126 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:48.018147 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:48.018157 3656 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2lqkpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:49.000229 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.000759 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.000783 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.000791 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:49.000800 3656 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:49.000804 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:50.028274 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:50.028300 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:50.028315 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:50.028327 3656 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e8ftdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:51.040468 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.041026 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.041065 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.041076 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:51.041089 3656 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.041094 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:51.064205 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.064734 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.064768 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.064776 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:51.064788 3656 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.064794 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:51.090494 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.091024 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.091054 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.091064 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 12:56:51.091076 3656 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 12:56:51.091081 3656 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 12:56:52.067615 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.067642 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.067656 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.067667 3656 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d66bgv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.096360 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.096386 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.096399 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.096414 3656 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7df4s4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.121630 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.121648 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.121660 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:56:52.121672 3656 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136t8z5g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0506 12:56:53.712768 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 12:57:00.346385 3656 namespace.go:142] [openshift-operators] updating namespace I0506 12:57:00.362584 3656 namespace.go:142] [openshift-operators] updating namespace I0506 12:57:04.488453 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 W0506 12:57:06.806310 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 12:57:09.196667 3656 namespace.go:142] [openshift-operators] updating namespace I0506 12:57:09.845912 3656 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-bkcbg] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-bkcbg for pod on switch ip-10-0-2-30.ec2.internal I0506 12:57:09.846053 3656 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-bkcbg I0506 12:57:09.880934 3656 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bkcbg] pod update took 34.908824ms I0506 12:57:09.880960 3656 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-bkcbg] addLogicalPort annotation time took 34.940838ms I0506 12:57:09.882305 3656 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bkcbg] addLogicalPort took 36.408302ms, libovsdb time 976.983µs I0506 12:57:09.885214 3656 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-cqm2l] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-cqm2l for pod on switch ip-10-0-2-30.ec2.internal I0506 12:57:09.885317 3656 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-cqm2l I0506 12:57:09.914171 3656 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-cqm2l] pod update took 28.870951ms I0506 12:57:09.914202 3656 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-cqm2l] addLogicalPort annotation time took 28.90959ms I0506 12:57:09.915429 3656 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-cqm2l] addLogicalPort took 30.226741ms, libovsdb time 886.799µs I0506 12:57:10.226910 3656 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bkcbg 67b38cc87c74e8ce22ddf12c38421acdf0a099a193545dc60fbb2aa36f6006f4 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bkcbg 67b38cc87c74e8ce22ddf12c38421acdf0a099a193545dc60fbb2aa36f6006f4 network default NAD default NAD key ] I0506 12:57:10.237759 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-bkcbg, hostIfaceName: 67b38cc87c74e8c, network: default, NAD default, SandboxID: "67b38cc87c74e8ce22ddf12c38421acdf0a099a193545dc60fbb2aa36f6006f4", PCI device ID: , UID: "0a9f046e-0b8a-4273-a60e-78a1ded555ac", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0506 12:57:10.243232 3656 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-cqm2l 6c46936a3f7768b8498f173ace11e55cbaf7fdf00cbe6b7cc230c3a2dfbda924 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-cqm2l 6c46936a3f7768b8498f173ace11e55cbaf7fdf00cbe6b7cc230c3a2dfbda924 network default NAD default NAD key ] I0506 12:57:10.255207 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-cqm2l, hostIfaceName: 6c46936a3f7768b, network: default, NAD default, SandboxID: "6c46936a3f7768b8498f173ace11e55cbaf7fdf00cbe6b7cc230c3a2dfbda924", PCI device ID: , UID: "efc4285a-6ce5-41a7-94e1-36ad1e7fb7e0", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0506 12:57:10.292428 3656 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bkcbg 67b38cc87c74e8ce22ddf12c38421acdf0a099a193545dc60fbb2aa36f6006f4 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-bkcbg 67b38cc87c74e8ce22ddf12c38421acdf0a099a193545dc60fbb2aa36f6006f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:6e:e3:e1:0c:df\",\"name\":\"67b38cc87c74e8c\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1393e4a-d868-40f7-8e05-ffb1de320569\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:57:10.316049 3656 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-cqm2l 6c46936a3f7768b8498f173ace11e55cbaf7fdf00cbe6b7cc230c3a2dfbda924 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-cqm2l 6c46936a3f7768b8498f173ace11e55cbaf7fdf00cbe6b7cc230c3a2dfbda924 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:20:a6:04:f0:2c\",\"name\":\"6c46936a3f7768b\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6636078e-0db7-4da7-82f5-3b400ec1a2e2\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:57:20.058663 3656 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 12:57:20.059455 3656 namespace.go:102] [trusted-artifact-signer] adding namespace took 770.075µs I0506 12:57:20.077523 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:20.130666 3656 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 12:57:20.175072 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 12:57:20.505089 3656 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-p4vzd] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-p4vzd for pod on switch ip-10-0-2-30.ec2.internal I0506 12:57:20.505187 3656 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-p4vzd I0506 12:57:20.517925 3656 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-p4vzd] pod update took 12.76136ms I0506 12:57:20.517960 3656 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-p4vzd] addLogicalPort annotation time took 12.799939ms I0506 12:57:20.519123 3656 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-p4vzd] addLogicalPort took 14.056262ms, libovsdb time 806.697µs I0506 12:57:21.165300 3656 namespace.go:98] [cert-manager] adding namespace I0506 12:57:21.166221 3656 namespace.go:102] [cert-manager] adding namespace took 895.424µs I0506 12:57:21.206042 3656 namespace.go:142] [cert-manager] updating namespace I0506 12:57:21.228890 3656 namespace.go:142] [cert-manager] updating namespace I0506 12:57:22.676792 3656 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-p4vzd 30928ccb2cddbb6122654594913be02607b6babd09da54b2da0b6d41ccebbcc6 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-p4vzd 30928ccb2cddbb6122654594913be02607b6babd09da54b2da0b6d41ccebbcc6 network default NAD default NAD key ] I0506 12:57:22.686823 3656 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-p4vzd, hostIfaceName: 30928ccb2cddbb6, network: default, NAD default, SandboxID: "30928ccb2cddbb6122654594913be02607b6babd09da54b2da0b6d41ccebbcc6", PCI device ID: , UID: "d11222cc-a5a9-4398-9da6-2d6742bcb949", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0506 12:57:22.739686 3656 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-p4vzd 30928ccb2cddbb6122654594913be02607b6babd09da54b2da0b6d41ccebbcc6 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-p4vzd 30928ccb2cddbb6122654594913be02607b6babd09da54b2da0b6d41ccebbcc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:cc:93:95:3f:e9\",\"name\":\"30928ccb2cddbb6\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e223b952-eaa9-4c66-a4c2-542c549099ff\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:57:24.192505 3656 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-74gkd] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-74gkd for pod on switch ip-10-0-2-30.ec2.internal I0506 12:57:24.192645 3656 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-74gkd I0506 12:57:24.208465 3656 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-74gkd] pod update took 15.866598ms I0506 12:57:24.208489 3656 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-74gkd] addLogicalPort annotation time took 15.897157ms I0506 12:57:24.210017 3656 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-74gkd] addLogicalPort took 17.533118ms, libovsdb time 1.102652ms I0506 12:57:24.561713 3656 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-74gkd 49e69a1c354212dd9d9c3c3697580b13655f21d3d3de54fae9aad643bd4359c8 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-74gkd 49e69a1c354212dd9d9c3c3697580b13655f21d3d3de54fae9aad643bd4359c8 network default NAD default NAD key ] I0506 12:57:24.574290 3656 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-74gkd, hostIfaceName: 49e69a1c354212d, network: default, NAD default, SandboxID: "49e69a1c354212dd9d9c3c3697580b13655f21d3d3de54fae9aad643bd4359c8", PCI device ID: , UID: "c82c5786-aa72-41a5-baaf-296e55a113ea", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0506 12:57:24.636039 3656 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-74gkd 49e69a1c354212dd9d9c3c3697580b13655f21d3d3de54fae9aad643bd4359c8 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-74gkd 49e69a1c354212dd9d9c3c3697580b13655f21d3d3de54fae9aad643bd4359c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:4b:0b:7f:8f:3a\",\"name\":\"49e69a1c354212d\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45e75fe2-061f-45f8-ac55-c89c62daf7a2\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:57:24.982770 3656 namespace.go:98] [openshift-pipelines] adding namespace I0506 12:57:24.983677 3656 namespace.go:102] [openshift-pipelines] adding namespace took 881.135µs I0506 12:57:25.000730 3656 namespace.go:142] [openshift-pipelines] updating namespace I0506 12:57:25.707892 3656 namespace.go:142] [cert-manager] updating namespace I0506 12:57:25.905174 3656 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:57:26.307645 3656 namespace.go:142] [konflux-operator] updating namespace I0506 12:57:26.508833 3656 namespace.go:142] [konflux-ui] updating namespace I0506 12:57:26.717831 3656 namespace.go:142] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] updating namespace I0506 12:57:27.117187 3656 namespace.go:142] [rhbk-operator] updating namespace I0506 12:57:27.312552 3656 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:57:27.513691 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:27.717509 3656 namespace.go:142] [tsf] updating namespace I0506 12:57:27.917368 3656 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:57:28.115813 3656 namespace.go:142] [tsf-tas] updating namespace I0506 12:57:28.315620 3656 namespace.go:142] [tsf-tpa] updating namespace I0506 12:57:28.460117 3656 namespace.go:142] [cert-manager] updating namespace I0506 12:57:28.476497 3656 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:57:28.487438 3656 namespace.go:142] [default] updating namespace I0506 12:57:28.498090 3656 namespace.go:142] [konflux-operator] updating namespace I0506 12:57:28.514380 3656 namespace.go:142] [konflux-ui] updating namespace I0506 12:57:28.525900 3656 namespace.go:142] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] updating namespace I0506 12:57:28.537810 3656 namespace.go:142] [openshift] updating namespace I0506 12:57:28.550398 3656 namespace.go:142] [rhbk-operator] updating namespace I0506 12:57:28.561269 3656 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:57:28.573038 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:28.583272 3656 namespace.go:142] [tsf] updating namespace I0506 12:57:28.598094 3656 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:57:28.609521 3656 namespace.go:142] [tsf-tas] updating namespace I0506 12:57:28.621236 3656 namespace.go:142] [tsf-tpa] updating namespace I0506 12:57:28.709378 3656 namespace.go:142] [cert-manager] updating namespace I0506 12:57:28.803954 3656 namespace.go:142] [cert-manager-operator] updating namespace I0506 12:57:28.898480 3656 namespace.go:142] [default] updating namespace I0506 12:57:29.001217 3656 namespace.go:142] [konflux-operator] updating namespace I0506 12:57:29.103208 3656 namespace.go:142] [konflux-ui] updating namespace I0506 12:57:29.207826 3656 namespace.go:142] [open-cluster-management-2q4ebqgk4rgc7q2jo863v7joabv9hqlm] updating namespace I0506 12:57:29.224342 3656 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-mq6dg] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-mq6dg for pod on switch ip-10-0-2-30.ec2.internal I0506 12:57:29.224461 3656 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-mq6dg I0506 12:57:29.245452 3656 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-mq6dg] pod update took 21.02312ms I0506 12:57:29.245478 3656 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-mq6dg] addLogicalPort annotation time took 21.055085ms I0506 12:57:29.246884 3656 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-mq6dg] addLogicalPort took 22.56083ms, libovsdb time 970.373µs I0506 12:57:29.299280 3656 namespace.go:142] [openshift] updating namespace I0506 12:57:29.400927 3656 namespace.go:142] [rhbk-operator] updating namespace I0506 12:57:29.501584 3656 namespace.go:142] [rhtpa-operator] updating namespace I0506 12:57:29.600908 3656 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 12:57:29.701269 3656 namespace.go:142] [tsf] updating namespace I0506 12:57:29.716294 3656 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-mq6dg 58de21d77c16c2ced996972f56e1af7ed0e3d59429f895bb345e64fc8ab77264 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-mq6dg 58de21d77c16c2ced996972f56e1af7ed0e3d59429f895bb345e64fc8ab77264 network default NAD default NAD key ] I0506 12:57:29.727179 3656 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-mq6dg, hostIfaceName: 58de21d77c16c2c, network: default, NAD default, SandboxID: "58de21d77c16c2ced996972f56e1af7ed0e3d59429f895bb345e64fc8ab77264", PCI device ID: , UID: "a81cbb6e-5da9-42e9-a4e7-eaea2b11a06e", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0506 12:57:29.787778 3656 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-mq6dg 58de21d77c16c2ced996972f56e1af7ed0e3d59429f895bb345e64fc8ab77264 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-mq6dg 58de21d77c16c2ced996972f56e1af7ed0e3d59429f895bb345e64fc8ab77264 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:22:76:6b:e4:1f\",\"name\":\"58de21d77c16c2c\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0f7c99e-89fe-4ff4-8742-584c0825fc60\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:57:29.805299 3656 namespace.go:142] [tsf-keycloak] updating namespace I0506 12:57:29.903106 3656 namespace.go:142] [tsf-tas] updating namespace I0506 12:57:30.001473 3656 namespace.go:142] [tsf-tpa] updating namespace I0506 12:57:30.318622 3656 namespace.go:142] [openshift-pipelines] updating namespace W0506 12:57:30.715659 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 12:57:30.715680 3656 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 12:57:36.596619 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 12:57:36.596640 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 12:57:38.245439 3656 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:57:38.245964 3656 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:57:38.266433 3656 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:57:38.266453 3656 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:57:38.277489 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 12:57:38.277514 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 12:57:42.255717 3656 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-gq5jk] creating logical port cert-manager_cert-manager-59c77684cc-gq5jk for pod on switch ip-10-0-2-30.ec2.internal I0506 12:57:42.255854 3656 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-gq5jk I0506 12:57:42.272120 3656 pod.go:62] [cert-manager/cert-manager-59c77684cc-gq5jk] pod update took 16.292937ms I0506 12:57:42.272146 3656 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-gq5jk] addLogicalPort annotation time took 16.327742ms I0506 12:57:42.273404 3656 pods.go:271] [cert-manager/cert-manager-59c77684cc-gq5jk] addLogicalPort took 17.705424ms, libovsdb time 908.84µs I0506 12:57:42.617021 3656 cni.go:452] [cert-manager/cert-manager-59c77684cc-gq5jk 77785d76d228e0c0b95c1c9be7743bed6b7cfc0ea4600f0522aa95b0ec63dbf7 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-gq5jk 77785d76d228e0c0b95c1c9be7743bed6b7cfc0ea4600f0522aa95b0ec63dbf7 network default NAD default NAD key ] I0506 12:57:42.626563 3656 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-gq5jk, hostIfaceName: 77785d76d228e0c, network: default, NAD default, SandboxID: "77785d76d228e0c0b95c1c9be7743bed6b7cfc0ea4600f0522aa95b0ec63dbf7", PCI device ID: , UID: "dd632634-79cb-44ad-9749-2562929b7607", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0506 12:57:42.679240 3656 cni.go:473] [cert-manager/cert-manager-59c77684cc-gq5jk 77785d76d228e0c0b95c1c9be7743bed6b7cfc0ea4600f0522aa95b0ec63dbf7 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-gq5jk 77785d76d228e0c0b95c1c9be7743bed6b7cfc0ea4600f0522aa95b0ec63dbf7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:12:5c:b5:a6:1f\",\"name\":\"77785d76d228e0c\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f9300907-a57c-40f1-ae28-bc4d2cc187c3\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 12:57:48.992896 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:57:48.992918 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:57:48.992925 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 12:57:49.058129 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.058150 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.058155 3656 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.058161 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 12:57:49.151529 3656 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 12:57:49.151551 3656 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 12:57:49.151557 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0506 12:57:49.502529 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0506 12:57:53.196634 3656 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0506 12:57:53.217818 3656 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0506 12:58:07.496814 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-zj5wh] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-zj5wh for pod on switch ip-10-0-2-30.ec2.internal I0506 12:58:07.496914 3656 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-zj5wh I0506 12:58:07.510835 3656 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-zj5wh] pod update took 13.94727ms I0506 12:58:07.510859 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-zj5wh] addLogicalPort annotation time took 13.979882ms I0506 12:58:07.512231 3656 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-zj5wh] addLogicalPort took 15.438291ms, libovsdb time 921.278µs I0506 12:58:07.587863 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xczkd] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-xczkd for pod on switch ip-10-0-2-30.ec2.internal I0506 12:58:07.588006 3656 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xczkd I0506 12:58:07.602385 3656 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xczkd] pod update took 14.423085ms I0506 12:58:07.602415 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xczkd] addLogicalPort annotation time took 14.457483ms I0506 12:58:07.603795 3656 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xczkd] addLogicalPort took 15.950735ms, libovsdb time 1.014953ms I0506 12:58:07.921823 3656 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-zj5wh 99ade05c22be4ac7a76b343a408c973a7b42dedac937e022406116aa976a4b70 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-zj5wh 99ade05c22be4ac7a76b343a408c973a7b42dedac937e022406116aa976a4b70 network default NAD default NAD key ] I0506 12:58:07.931659 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-zj5wh, hostIfaceName: 99ade05c22be4ac, network: default, NAD default, SandboxID: "99ade05c22be4ac7a76b343a408c973a7b42dedac937e022406116aa976a4b70", PCI device ID: , UID: "18898267-631b-4178-83db-3044c54e1de0", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0506 12:58:07.990820 3656 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-zj5wh 99ade05c22be4ac7a76b343a408c973a7b42dedac937e022406116aa976a4b70 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-zj5wh 99ade05c22be4ac7a76b343a408c973a7b42dedac937e022406116aa976a4b70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:66:cc:df:07:5b\",\"name\":\"99ade05c22be4ac\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35d69c2e-93c3-4228-a13c-82b88cce23ca\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:58:08.000002 3656 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xczkd c1cf7961ffaa089e0c1351536b62c455e39aaa3d0b5532a4dfb365a5c6c3ea9b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xczkd c1cf7961ffaa089e0c1351536b62c455e39aaa3d0b5532a4dfb365a5c6c3ea9b network default NAD default NAD key ] I0506 12:58:08.009938 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-xczkd, hostIfaceName: c1cf7961ffaa089, network: default, NAD default, SandboxID: "c1cf7961ffaa089e0c1351536b62c455e39aaa3d0b5532a4dfb365a5c6c3ea9b", PCI device ID: , UID: "92e560c0-328a-44ae-88a5-f4a2ecbe2a42", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0506 12:58:08.066736 3656 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xczkd c1cf7961ffaa089e0c1351536b62c455e39aaa3d0b5532a4dfb365a5c6c3ea9b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-xczkd c1cf7961ffaa089e0c1351536b62c455e39aaa3d0b5532a4dfb365a5c6c3ea9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:ab:9b:2e:b6:bb\",\"name\":\"c1cf7961ffaa089\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/476398bb-0c4f-42b4-a1e1-752dcebec85f\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 12:58:14.123350 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 12:58:17.447873 3656 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:58:17.448503 3656 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:58:17.467363 3656 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:58:17.467389 3656 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:58:17.474476 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 12:58:17.474506 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 12:58:19.425200 3656 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 12:58:19.425840 3656 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 12:58:19.425859 3656 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 12:58:19.427880 3656 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0506 12:58:26.201087 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 12:58:26.201110 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 12:58:26.205919 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 12:58:26.205934 3656 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0506 12:58:28.719600 3656 namespace.go:142] [openshift-pipelines] updating namespace I0506 12:58:32.314857 3656 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 12:58:33.397140 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=278 W0506 12:58:56.571203 3656 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 12:58:56.571222 3656 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 12:58:56.571227 3656 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 12:59:06.551166 3656 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-8c26b] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-8c26b for pod on switch ip-10-0-2-30.ec2.internal I0506 12:59:06.551265 3656 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-8c26b I0506 12:59:06.566443 3656 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-8c26b] pod update took 15.204349ms I0506 12:59:06.566474 3656 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-8c26b] addLogicalPort annotation time took 15.242749ms I0506 12:59:06.567829 3656 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-8c26b] addLogicalPort took 16.677078ms, libovsdb time 911.109µs I0506 12:59:06.909875 3656 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-8c26b 27afddea42b6dcfc216455b35877af906c8a2a1ca3706faaa0090664db6fb296 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-8c26b 27afddea42b6dcfc216455b35877af906c8a2a1ca3706faaa0090664db6fb296 network default NAD default NAD key ] I0506 12:59:06.919832 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-8c26b, hostIfaceName: 27afddea42b6dcf, network: default, NAD default, SandboxID: "27afddea42b6dcfc216455b35877af906c8a2a1ca3706faaa0090664db6fb296", PCI device ID: , UID: "908f25bf-8711-4d93-851a-4d8c92ceadc6", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0506 12:59:06.974990 3656 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-8c26b 27afddea42b6dcfc216455b35877af906c8a2a1ca3706faaa0090664db6fb296 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-8c26b 27afddea42b6dcfc216455b35877af906c8a2a1ca3706faaa0090664db6fb296 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c5:7d:8f:dd:d4\",\"name\":\"27afddea42b6dcf\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ee100a1-2c9f-475f-8f1d-2195670d5049\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:59:09.712022 3656 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:09.712633 3656 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:09.754586 3656 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:09.754614 3656 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:09.762058 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 12:59:09.762094 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 12:59:11.553525 3656 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-dh7h7-x8qsf] creating logical port tsf-tas_segment-backup-installation-dh7h7-x8qsf for pod on switch ip-10-0-2-30.ec2.internal I0506 12:59:11.553624 3656 kube.go:256] Updating pod tsf-tas/segment-backup-installation-dh7h7-x8qsf I0506 12:59:11.569531 3656 pod.go:62] [tsf-tas/segment-backup-installation-dh7h7-x8qsf] pod update took 15.935221ms I0506 12:59:11.569555 3656 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-dh7h7-x8qsf] addLogicalPort annotation time took 15.966728ms I0506 12:59:11.570735 3656 pods.go:271] [tsf-tas/segment-backup-installation-dh7h7-x8qsf] addLogicalPort took 17.22043ms, libovsdb time 813.062µs I0506 12:59:11.913588 3656 cni.go:452] [tsf-tas/segment-backup-installation-dh7h7-x8qsf 31c57569445d2fa9cb194d0ba59febee230f0da9bf54c97006e610045bd61ce5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-dh7h7-x8qsf 31c57569445d2fa9cb194d0ba59febee230f0da9bf54c97006e610045bd61ce5 network default NAD default NAD key ] I0506 12:59:11.923415 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-dh7h7-x8qsf, hostIfaceName: 31c57569445d2fa, network: default, NAD default, SandboxID: "31c57569445d2fa9cb194d0ba59febee230f0da9bf54c97006e610045bd61ce5", PCI device ID: , UID: "a9b0260b-7bec-47c8-a4d0-60fc3eec7001", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0506 12:59:11.980054 3656 cni.go:473] [tsf-tas/segment-backup-installation-dh7h7-x8qsf 31c57569445d2fa9cb194d0ba59febee230f0da9bf54c97006e610045bd61ce5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-dh7h7-x8qsf 31c57569445d2fa9cb194d0ba59febee230f0da9bf54c97006e610045bd61ce5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:f4:78:bb:66:b3\",\"name\":\"31c57569445d2fa\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb84f69d-c528-4be8-9a8d-53c3b28b6b96\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:59:12.472332 3656 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-99shx-624zq] creating logical port tsf-tas_ctlog-createtree-job-99shx-624zq for pod on switch ip-10-0-2-30.ec2.internal I0506 12:59:12.472436 3656 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-99shx-624zq I0506 12:59:12.486199 3656 pod.go:62] [tsf-tas/ctlog-createtree-job-99shx-624zq] pod update took 13.782711ms I0506 12:59:12.486228 3656 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-99shx-624zq] addLogicalPort annotation time took 13.817897ms I0506 12:59:12.487585 3656 pods.go:271] [tsf-tas/ctlog-createtree-job-99shx-624zq] addLogicalPort took 15.274492ms, libovsdb time 903.583µs I0506 12:59:12.527530 3656 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7449b48dcf-565lg] creating logical port tsf-tas_trillian-logserver-7449b48dcf-565lg for pod on switch ip-10-0-2-30.ec2.internal I0506 12:59:12.527630 3656 kube.go:256] Updating pod tsf-tas/trillian-logserver-7449b48dcf-565lg I0506 12:59:12.548884 3656 pod.go:62] [tsf-tas/trillian-logserver-7449b48dcf-565lg] pod update took 21.276834ms I0506 12:59:12.548908 3656 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7449b48dcf-565lg] addLogicalPort annotation time took 21.308186ms I0506 12:59:12.550274 3656 pods.go:271] [tsf-tas/trillian-logserver-7449b48dcf-565lg] addLogicalPort took 22.759263ms, libovsdb time 890.708µs I0506 12:59:12.837913 3656 cni.go:452] [tsf-tas/ctlog-createtree-job-99shx-624zq fea91a9f7f1c93f7324fa8f38eb947b674286c9eb7ca6601ece9bc10fb8fbb60 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-99shx-624zq fea91a9f7f1c93f7324fa8f38eb947b674286c9eb7ca6601ece9bc10fb8fbb60 network default NAD default NAD key ] I0506 12:59:12.849070 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-99shx-624zq, hostIfaceName: fea91a9f7f1c93f, network: default, NAD default, SandboxID: "fea91a9f7f1c93f7324fa8f38eb947b674286c9eb7ca6601ece9bc10fb8fbb60", PCI device ID: , UID: "96bba5f4-d15b-4082-b0bf-e02e6a111a0d", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0506 12:59:12.922067 3656 cni.go:473] [tsf-tas/ctlog-createtree-job-99shx-624zq fea91a9f7f1c93f7324fa8f38eb947b674286c9eb7ca6601ece9bc10fb8fbb60 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-99shx-624zq fea91a9f7f1c93f7324fa8f38eb947b674286c9eb7ca6601ece9bc10fb8fbb60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b9:8e:4a:76:bb\",\"name\":\"fea91a9f7f1c93f\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3448f355-6ced-4852-b81a-5a20e60183e6\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:59:13.492250 3656 cni.go:452] [tsf-tas/trillian-logserver-7449b48dcf-565lg 4cabf37d02adef3ea713c21bfc3bf2a2d8e86e7fb7a7ebbdf10bfb9c3d895a68 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7449b48dcf-565lg 4cabf37d02adef3ea713c21bfc3bf2a2d8e86e7fb7a7ebbdf10bfb9c3d895a68 network default NAD default NAD key ] I0506 12:59:13.505114 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7449b48dcf-565lg, hostIfaceName: 4cabf37d02adef3, network: default, NAD default, SandboxID: "4cabf37d02adef3ea713c21bfc3bf2a2d8e86e7fb7a7ebbdf10bfb9c3d895a68", PCI device ID: , UID: "99ce0212-2cb8-42a3-ac5c-af266318e167", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0506 12:59:13.563366 3656 cni.go:473] [tsf-tas/trillian-logserver-7449b48dcf-565lg 4cabf37d02adef3ea713c21bfc3bf2a2d8e86e7fb7a7ebbdf10bfb9c3d895a68 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7449b48dcf-565lg 4cabf37d02adef3ea713c21bfc3bf2a2d8e86e7fb7a7ebbdf10bfb9c3d895a68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:43:c8:f2:43:81\",\"name\":\"4cabf37d02adef3\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ff5d595-ac6d-4a31-93f4-47160a74cfa2\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:59:14.476231 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 W0506 12:59:14.630335 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 12:59:14.630356 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0506 12:59:15.371473 3656 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-8699949cbc-cc9dq] creating logical port tsf-tas_trillian-db-8699949cbc-cc9dq for pod on switch ip-10-0-2-30.ec2.internal I0506 12:59:15.371575 3656 kube.go:256] Updating pod tsf-tas/trillian-db-8699949cbc-cc9dq I0506 12:59:15.390911 3656 pod.go:62] [tsf-tas/trillian-db-8699949cbc-cc9dq] pod update took 19.360168ms I0506 12:59:15.390939 3656 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-8699949cbc-cc9dq] addLogicalPort annotation time took 19.394322ms I0506 12:59:15.392596 3656 pods.go:271] [tsf-tas/trillian-db-8699949cbc-cc9dq] addLogicalPort took 21.142557ms, libovsdb time 1.015414ms I0506 12:59:18.447490 3656 cni.go:452] [tsf-tas/trillian-db-8699949cbc-cc9dq 0f16c1155bc01c5553827ad37427792153eb2200d73a2f826393595334451ffd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-8699949cbc-cc9dq 0f16c1155bc01c5553827ad37427792153eb2200d73a2f826393595334451ffd network default NAD default NAD key ] I0506 12:59:18.460753 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-8699949cbc-cc9dq, hostIfaceName: 0f16c1155bc01c5, network: default, NAD default, SandboxID: "0f16c1155bc01c5553827ad37427792153eb2200d73a2f826393595334451ffd", PCI device ID: , UID: "2dfcdcaf-83d9-497b-996e-34c66465646a", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0506 12:59:18.540311 3656 cni.go:473] [tsf-tas/trillian-db-8699949cbc-cc9dq 0f16c1155bc01c5553827ad37427792153eb2200d73a2f826393595334451ffd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-8699949cbc-cc9dq 0f16c1155bc01c5553827ad37427792153eb2200d73a2f826393595334451ffd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:5e:92:e0:27:28\",\"name\":\"0f16c1155bc01c5\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/187055eb-1fdd-496c-8974-43f6f4e35cfe\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 12:59:18.679611 3656 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-snqv2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:18.680282 3656 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-snqv2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:19.560285 3656 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-snqv2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:19.560367 3656 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-snqv2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 12:59:20.666034 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0506 12:59:24.196572 3656 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0506 12:59:25.186152 3656 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0506 12:59:37.237067 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 12:59:50.321527 3656 cni.go:452] [tsf-tas/segment-backup-installation-dh7h7-x8qsf 31c57569445d2fa9cb194d0ba59febee230f0da9bf54c97006e610045bd61ce5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-dh7h7-x8qsf 31c57569445d2fa9cb194d0ba59febee230f0da9bf54c97006e610045bd61ce5 network default NAD default NAD key ] I0506 12:59:50.403151 3656 cni.go:473] [tsf-tas/segment-backup-installation-dh7h7-x8qsf 31c57569445d2fa9cb194d0ba59febee230f0da9bf54c97006e610045bd61ce5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-dh7h7-x8qsf 31c57569445d2fa9cb194d0ba59febee230f0da9bf54c97006e610045bd61ce5 network default NAD default NAD key default], result "{}", err I0506 12:59:50.480611 3656 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:50.480645 3656 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-dh7h7-x8qsf I0506 12:59:50.481910 3656 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-dh7h7-x8qsf, ips: 10.129.0.35 I0506 12:59:50.481936 3656 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:51.504274 3656 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 12:59:51.504296 3656 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-dh7h7-x8qsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 12:59:58.315403 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 12:59:59.998728 3656 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 12:59:59.999345 3656 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:00.016873 3656 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:00.016900 3656 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:00.024862 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 13:00:00.024889 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 13:00:00.208824 3656 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634540-vp2zl for pod on switch ip-10-0-2-30.ec2.internal I0506 13:00:00.208960 3656 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl I0506 13:00:00.225319 3656 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl] pod update took 16.385302ms I0506 13:00:00.225346 3656 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl] addLogicalPort annotation time took 16.417705ms I0506 13:00:00.226798 3656 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl] addLogicalPort took 17.988971ms, libovsdb time 981.972µs I0506 13:00:00.575733 3656 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl a0eda2e7d4e2588f1add5017ed5a607526c773569a3fa1a6af04ef1b1419a132 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl a0eda2e7d4e2588f1add5017ed5a607526c773569a3fa1a6af04ef1b1419a132 network default NAD default NAD key ] I0506 13:00:00.585607 3656 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634540-vp2zl, hostIfaceName: a0eda2e7d4e2588, network: default, NAD default, SandboxID: "a0eda2e7d4e2588f1add5017ed5a607526c773569a3fa1a6af04ef1b1419a132", PCI device ID: , UID: "62699730-41d9-48fa-a5b8-814fde37aeb5", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0506 13:00:00.645207 3656 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl a0eda2e7d4e2588f1add5017ed5a607526c773569a3fa1a6af04ef1b1419a132 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl a0eda2e7d4e2588f1add5017ed5a607526c773569a3fa1a6af04ef1b1419a132 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:3e:3f:28:81:d2\",\"name\":\"a0eda2e7d4e2588\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cf26fc1-f412-471b-aae8-92c0a0da5fc8\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 13:00:01.481252 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0506 13:00:04.401327 3656 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl a0eda2e7d4e2588f1add5017ed5a607526c773569a3fa1a6af04ef1b1419a132 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl a0eda2e7d4e2588f1add5017ed5a607526c773569a3fa1a6af04ef1b1419a132 network default NAD default NAD key ] I0506 13:00:04.492106 3656 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl a0eda2e7d4e2588f1add5017ed5a607526c773569a3fa1a6af04ef1b1419a132 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl a0eda2e7d4e2588f1add5017ed5a607526c773569a3fa1a6af04ef1b1419a132 network default NAD default NAD key default], result "{}", err I0506 13:00:04.543187 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:04.543343 3656 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl I0506 13:00:04.544826 3656 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl, ips: 10.129.0.39 I0506 13:00:04.544869 3656 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:05.430666 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:05.430697 3656 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634540-vp2zl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 13:00:10.810294 3656 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 13:00:10.810317 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 13:00:11.962158 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 13:00:13.084561 3656 obj_retry.go:498] Detected object tsf/patch-tekton-config-xwhcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:13.085188 3656 obj_retry.go:498] Detected object tsf/patch-tekton-config-xwhcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:13.390937 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 W0506 13:00:14.007803 3656 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 13:00:14.110827 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:14.110851 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:14.208832 3656 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-7dl9v] creating logical port tsf_tsf-tekton-configuration-7dl9v for pod on switch ip-10-0-2-30.ec2.internal I0506 13:00:14.208966 3656 kube.go:256] Updating pod tsf/tsf-tekton-configuration-7dl9v I0506 13:00:14.223632 3656 pod.go:62] [tsf/tsf-tekton-configuration-7dl9v] pod update took 14.689828ms I0506 13:00:14.223660 3656 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-7dl9v] addLogicalPort annotation time took 14.723721ms I0506 13:00:14.224947 3656 pods.go:271] [tsf/tsf-tekton-configuration-7dl9v] addLogicalPort took 16.133032ms, libovsdb time 866.748µs I0506 13:00:14.455484 3656 cni.go:452] [tsf-tas/ctlog-createtree-job-99shx-624zq fea91a9f7f1c93f7324fa8f38eb947b674286c9eb7ca6601ece9bc10fb8fbb60 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-99shx-624zq fea91a9f7f1c93f7324fa8f38eb947b674286c9eb7ca6601ece9bc10fb8fbb60 network default NAD default NAD key ] I0506 13:00:14.535104 3656 cni.go:473] [tsf-tas/ctlog-createtree-job-99shx-624zq fea91a9f7f1c93f7324fa8f38eb947b674286c9eb7ca6601ece9bc10fb8fbb60 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-99shx-624zq fea91a9f7f1c93f7324fa8f38eb947b674286c9eb7ca6601ece9bc10fb8fbb60 network default NAD default NAD key default], result "{}", err I0506 13:00:14.609586 3656 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:14.609617 3656 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-99shx-624zq I0506 13:00:14.610968 3656 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-99shx-624zq, ips: 10.129.0.36 I0506 13:00:14.611012 3656 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:14.644879 3656 cni.go:452] [tsf/tsf-tekton-configuration-7dl9v a2c681d8c85d2cc311328bc33f470c20a88f5d7fc1ce33d52a9484d02a8e6e62 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-7dl9v a2c681d8c85d2cc311328bc33f470c20a88f5d7fc1ce33d52a9484d02a8e6e62 network default NAD default NAD key ] I0506 13:00:14.654732 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-7dl9v, hostIfaceName: a2c681d8c85d2cc, network: default, NAD default, SandboxID: "a2c681d8c85d2cc311328bc33f470c20a88f5d7fc1ce33d52a9484d02a8e6e62", PCI device ID: , UID: "aa4e8599-b05b-4a39-974a-c5e9a063005c", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0506 13:00:14.711328 3656 cni.go:473] [tsf/tsf-tekton-configuration-7dl9v a2c681d8c85d2cc311328bc33f470c20a88f5d7fc1ce33d52a9484d02a8e6e62 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-7dl9v a2c681d8c85d2cc311328bc33f470c20a88f5d7fc1ce33d52a9484d02a8e6e62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:f9:b3:f0:e3:a8\",\"name\":\"a2c681d8c85d2cc\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07bce214-961e-44dc-ae6d-3195d6d248f7\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 13:00:15.472208 3656 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:15.472233 3656 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-99shx-624zq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:17.716066 3656 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-57d856d847-4pkdg] creating logical port tsf-tas_ctlog-57d856d847-4pkdg for pod on switch ip-10-0-2-30.ec2.internal I0506 13:00:17.716208 3656 kube.go:256] Updating pod tsf-tas/ctlog-57d856d847-4pkdg I0506 13:00:17.733154 3656 pod.go:62] [tsf-tas/ctlog-57d856d847-4pkdg] pod update took 16.96998ms I0506 13:00:17.733179 3656 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-57d856d847-4pkdg] addLogicalPort annotation time took 17.002603ms I0506 13:00:17.734462 3656 pods.go:271] [tsf-tas/ctlog-57d856d847-4pkdg] addLogicalPort took 18.416122ms, libovsdb time 888.661µs I0506 13:00:18.152177 3656 cni.go:452] [tsf-tas/ctlog-57d856d847-4pkdg cb1d75222e006e2d79ca1d6ce66c1eb860dc02f21a8f29d0e02dd1601d359908 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-57d856d847-4pkdg cb1d75222e006e2d79ca1d6ce66c1eb860dc02f21a8f29d0e02dd1601d359908 network default NAD default NAD key ] I0506 13:00:18.161971 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-57d856d847-4pkdg, hostIfaceName: cb1d75222e006e2, network: default, NAD default, SandboxID: "cb1d75222e006e2d79ca1d6ce66c1eb860dc02f21a8f29d0e02dd1601d359908", PCI device ID: , UID: "6e5518af-4521-4d2e-8b3a-e87aa6e6d68c", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0506 13:00:18.219507 3656 cni.go:473] [tsf-tas/ctlog-57d856d847-4pkdg cb1d75222e006e2d79ca1d6ce66c1eb860dc02f21a8f29d0e02dd1601d359908 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-57d856d847-4pkdg cb1d75222e006e2d79ca1d6ce66c1eb860dc02f21a8f29d0e02dd1601d359908 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:03:3e:76:02:60\",\"name\":\"cb1d75222e006e2\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/439bc8d2-ccc7-4331-a854-bd7e256db276\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 13:00:21.497191 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0506 13:00:23.506911 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 13:00:25.514289 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 13:00:32.193413 3656 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:32.194031 3656 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:33.073912 3656 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:33.073937 3656 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8fhht-kd7q7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:33.914563 3656 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-554f8c6487-sqmrj] creating logical port tsf-tas_rekor-redis-554f8c6487-sqmrj for pod on switch ip-10-0-2-30.ec2.internal I0506 13:00:33.914693 3656 kube.go:256] Updating pod tsf-tas/rekor-redis-554f8c6487-sqmrj I0506 13:00:33.928812 3656 pod.go:62] [tsf-tas/rekor-redis-554f8c6487-sqmrj] pod update took 14.145441ms I0506 13:00:33.928838 3656 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-554f8c6487-sqmrj] addLogicalPort annotation time took 14.175282ms I0506 13:00:33.930297 3656 pods.go:271] [tsf-tas/rekor-redis-554f8c6487-sqmrj] addLogicalPort took 15.754678ms, libovsdb time 901.618µs I0506 13:00:34.275812 3656 cni.go:452] [tsf-tas/rekor-redis-554f8c6487-sqmrj f73b52951e442cd885df5bcd998371d98b684c78c4784ac2117eacdca94969cd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-554f8c6487-sqmrj f73b52951e442cd885df5bcd998371d98b684c78c4784ac2117eacdca94969cd network default NAD default NAD key ] I0506 13:00:34.285245 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-554f8c6487-sqmrj, hostIfaceName: f73b52951e442cd, network: default, NAD default, SandboxID: "f73b52951e442cd885df5bcd998371d98b684c78c4784ac2117eacdca94969cd", PCI device ID: , UID: "697fbc59-3cc0-4f22-a0e1-3f558af84ba5", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0506 13:00:34.342136 3656 cni.go:473] [tsf-tas/rekor-redis-554f8c6487-sqmrj f73b52951e442cd885df5bcd998371d98b684c78c4784ac2117eacdca94969cd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-554f8c6487-sqmrj f73b52951e442cd885df5bcd998371d98b684c78c4784ac2117eacdca94969cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:04:50:2c:7b:e5\",\"name\":\"f73b52951e442cd\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91fc17fd-5873-42c3-959a-f03edb2b9536\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 13:00:34.518480 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0506 13:00:36.613820 3656 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 13:00:37.601186 3656 cni.go:452] [tsf/tsf-tekton-configuration-7dl9v a2c681d8c85d2cc311328bc33f470c20a88f5d7fc1ce33d52a9484d02a8e6e62 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-7dl9v a2c681d8c85d2cc311328bc33f470c20a88f5d7fc1ce33d52a9484d02a8e6e62 network default NAD default NAD key ] I0506 13:00:37.693079 3656 cni.go:473] [tsf/tsf-tekton-configuration-7dl9v a2c681d8c85d2cc311328bc33f470c20a88f5d7fc1ce33d52a9484d02a8e6e62 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-7dl9v a2c681d8c85d2cc311328bc33f470c20a88f5d7fc1ce33d52a9484d02a8e6e62 network default NAD default NAD key default], result "{}", err I0506 13:00:37.744651 3656 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-7dl9v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:37.744693 3656 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-7dl9v I0506 13:00:37.746475 3656 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-7dl9v, ips: 10.129.0.40 I0506 13:00:37.746507 3656 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-7dl9v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 13:00:37.949240 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 13:00:38.614755 3656 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-7dl9v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.614784 3656 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-7dl9v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.652147 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.652172 3656 obj_retry.go:492] Detected object tsf/patch-tekton-config-xwhcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:38.662450 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xwhcs I0506 13:00:38.662484 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xwhcs I0506 13:00:39.513015 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 13:00:43.300771 3656 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:43.301379 3656 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:43.321198 3656 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:43.321222 3656 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:43.327797 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 13:00:43.327828 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0506 13:00:44.643151 3656 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-ld5bm] creating logical port tsf-tpa_create-db-ld5bm for pod on switch ip-10-0-2-30.ec2.internal I0506 13:00:44.643240 3656 kube.go:256] Updating pod tsf-tpa/create-db-ld5bm I0506 13:00:44.657769 3656 pod.go:62] [tsf-tpa/create-db-ld5bm] pod update took 14.551024ms I0506 13:00:44.657793 3656 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-ld5bm] addLogicalPort annotation time took 14.579699ms I0506 13:00:44.659276 3656 pods.go:271] [tsf-tpa/create-db-ld5bm] addLogicalPort took 16.139976ms, libovsdb time 1.014776ms I0506 13:00:45.010037 3656 cni.go:452] [tsf-tpa/create-db-ld5bm f63bf15f1f4c574ae2c47b1f5a729c535feab3a0f8711b17edb19a387e302e2c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-ld5bm f63bf15f1f4c574ae2c47b1f5a729c535feab3a0f8711b17edb19a387e302e2c network default NAD default NAD key ] I0506 13:00:45.020384 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-ld5bm, hostIfaceName: f63bf15f1f4c574, network: default, NAD default, SandboxID: "f63bf15f1f4c574ae2c47b1f5a729c535feab3a0f8711b17edb19a387e302e2c", PCI device ID: , UID: "12517c94-ee17-4670-b8ad-801bb64d0458", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0506 13:00:45.079876 3656 cni.go:473] [tsf-tpa/create-db-ld5bm f63bf15f1f4c574ae2c47b1f5a729c535feab3a0f8711b17edb19a387e302e2c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-ld5bm f63bf15f1f4c574ae2c47b1f5a729c535feab3a0f8711b17edb19a387e302e2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e8:bc:54:35:a4\",\"name\":\"f63bf15f1f4c574\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ade5c98-3411-4934-acc4-b64411309553\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 13:00:48.152527 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0506 13:00:48.632594 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0506 13:00:49.668229 3656 cni.go:452] [tsf-tpa/create-db-ld5bm f63bf15f1f4c574ae2c47b1f5a729c535feab3a0f8711b17edb19a387e302e2c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-ld5bm f63bf15f1f4c574ae2c47b1f5a729c535feab3a0f8711b17edb19a387e302e2c network default NAD default NAD key ] I0506 13:00:49.756672 3656 cni.go:473] [tsf-tpa/create-db-ld5bm f63bf15f1f4c574ae2c47b1f5a729c535feab3a0f8711b17edb19a387e302e2c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-ld5bm f63bf15f1f4c574ae2c47b1f5a729c535feab3a0f8711b17edb19a387e302e2c network default NAD default NAD key default], result "{}", err I0506 13:00:49.805522 3656 obj_retry.go:498] Detected object tsf-tpa/create-db-ld5bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:49.805565 3656 pods.go:176] Deleting pod: tsf-tpa/create-db-ld5bm I0506 13:00:49.806876 3656 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-ld5bm, ips: 10.129.0.43 I0506 13:00:49.806904 3656 obj_retry.go:498] Detected object tsf-tpa/create-db-ld5bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:50.831772 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-ld5bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:50.831805 3656 obj_retry.go:492] Detected object tsf-tpa/create-db-ld5bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:56.191286 3656 obj_retry.go:498] Detected object tsf-tpa/migrate-db-h69bv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:56.191889 3656 obj_retry.go:498] Detected object tsf-tpa/migrate-db-h69bv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:57.065857 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-h69bv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:57.065889 3656 obj_retry.go:492] Detected object tsf-tpa/migrate-db-h69bv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:00:57.270289 3656 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-m8bwj] creating logical port tsf-tpa_create-importers-m8bwj for pod on switch ip-10-0-2-30.ec2.internal I0506 13:00:57.270414 3656 kube.go:256] Updating pod tsf-tpa/create-importers-m8bwj I0506 13:00:57.283582 3656 pod.go:62] [tsf-tpa/create-importers-m8bwj] pod update took 13.190308ms I0506 13:00:57.283606 3656 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-m8bwj] addLogicalPort annotation time took 13.220863ms I0506 13:00:57.284965 3656 pods.go:271] [tsf-tpa/create-importers-m8bwj] addLogicalPort took 14.689056ms, libovsdb time 916.972µs I0506 13:00:57.636743 3656 cni.go:452] [tsf-tpa/create-importers-m8bwj 93187311d5b7ccf6a4b05405f83f52a1be7995d7f79ca0a6f96e9ebeb433020a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-m8bwj 93187311d5b7ccf6a4b05405f83f52a1be7995d7f79ca0a6f96e9ebeb433020a network default NAD default NAD key ] I0506 13:00:57.646404 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-m8bwj, hostIfaceName: 93187311d5b7ccf, network: default, NAD default, SandboxID: "93187311d5b7ccf6a4b05405f83f52a1be7995d7f79ca0a6f96e9ebeb433020a", PCI device ID: , UID: "ea39b4e6-a305-4de3-9547-beb2e10224a3", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0506 13:00:57.703575 3656 cni.go:473] [tsf-tpa/create-importers-m8bwj 93187311d5b7ccf6a4b05405f83f52a1be7995d7f79ca0a6f96e9ebeb433020a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-m8bwj 93187311d5b7ccf6a4b05405f83f52a1be7995d7f79ca0a6f96e9ebeb433020a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c6:fe:9d:44:2a\",\"name\":\"93187311d5b7ccf\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d54ce74-054d-403b-9b65-99625f996bac\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 13:00:59.492162 3656 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0506 13:00:59.724056 3656 cni.go:452] [tsf-tpa/create-importers-m8bwj 93187311d5b7ccf6a4b05405f83f52a1be7995d7f79ca0a6f96e9ebeb433020a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-m8bwj 93187311d5b7ccf6a4b05405f83f52a1be7995d7f79ca0a6f96e9ebeb433020a network default NAD default NAD key ] I0506 13:00:59.812628 3656 cni.go:473] [tsf-tpa/create-importers-m8bwj 93187311d5b7ccf6a4b05405f83f52a1be7995d7f79ca0a6f96e9ebeb433020a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-m8bwj 93187311d5b7ccf6a4b05405f83f52a1be7995d7f79ca0a6f96e9ebeb433020a network default NAD default NAD key default], result "{}", err I0506 13:00:59.862822 3656 obj_retry.go:498] Detected object tsf-tpa/create-importers-m8bwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:00:59.862854 3656 pods.go:176] Deleting pod: tsf-tpa/create-importers-m8bwj I0506 13:00:59.864227 3656 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-m8bwj, ips: 10.129.0.44 I0506 13:00:59.864262 3656 obj_retry.go:498] Detected object tsf-tpa/create-importers-m8bwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:00.887337 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-m8bwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:00.887361 3656 obj_retry.go:492] Detected object tsf-tpa/create-importers-m8bwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:03.518941 3656 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0506 13:01:05.392180 3656 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-x7wsx-xz5r5] creating logical port tsf-tas_tuf-repository-init-x7wsx-xz5r5 for pod on switch ip-10-0-2-30.ec2.internal I0506 13:01:05.392337 3656 kube.go:256] Updating pod tsf-tas/tuf-repository-init-x7wsx-xz5r5 I0506 13:01:05.405850 3656 pod.go:62] [tsf-tas/tuf-repository-init-x7wsx-xz5r5] pod update took 13.543309ms I0506 13:01:05.405882 3656 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-x7wsx-xz5r5] addLogicalPort annotation time took 13.581926ms I0506 13:01:05.407349 3656 pods.go:271] [tsf-tas/tuf-repository-init-x7wsx-xz5r5] addLogicalPort took 15.188096ms, libovsdb time 894.172µs I0506 13:01:09.655781 3656 cni.go:452] [tsf-tas/tuf-repository-init-x7wsx-xz5r5 aa4babf39d7e02d083a2659445ea5a2291511ce0c2b319a1f9c5ab707395340c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-x7wsx-xz5r5 aa4babf39d7e02d083a2659445ea5a2291511ce0c2b319a1f9c5ab707395340c network default NAD default NAD key ] I0506 13:01:09.665558 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-x7wsx-xz5r5, hostIfaceName: aa4babf39d7e02d, network: default, NAD default, SandboxID: "aa4babf39d7e02d083a2659445ea5a2291511ce0c2b319a1f9c5ab707395340c", PCI device ID: , UID: "7c27be9a-2086-47a1-a383-2b72618b6b60", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0506 13:01:09.722504 3656 cni.go:473] [tsf-tas/tuf-repository-init-x7wsx-xz5r5 aa4babf39d7e02d083a2659445ea5a2291511ce0c2b319a1f9c5ab707395340c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-x7wsx-xz5r5 aa4babf39d7e02d083a2659445ea5a2291511ce0c2b319a1f9c5ab707395340c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:92:6d:c6:8f:80\",\"name\":\"aa4babf39d7e02d\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/004d1131-339a-48a0-aeba-64be6544e6ba\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 13:01:10.135735 3656 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 13:01:15.824967 3656 cni.go:452] [tsf-tas/tuf-repository-init-x7wsx-xz5r5 aa4babf39d7e02d083a2659445ea5a2291511ce0c2b319a1f9c5ab707395340c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-x7wsx-xz5r5 aa4babf39d7e02d083a2659445ea5a2291511ce0c2b319a1f9c5ab707395340c network default NAD default NAD key ] I0506 13:01:15.916308 3656 cni.go:473] [tsf-tas/tuf-repository-init-x7wsx-xz5r5 aa4babf39d7e02d083a2659445ea5a2291511ce0c2b319a1f9c5ab707395340c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-x7wsx-xz5r5 aa4babf39d7e02d083a2659445ea5a2291511ce0c2b319a1f9c5ab707395340c network default NAD default NAD key default], result "{}", err I0506 13:01:15.967945 3656 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:15.967992 3656 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-x7wsx-xz5r5 I0506 13:01:15.969293 3656 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-x7wsx-xz5r5, ips: 10.129.0.45 I0506 13:01:15.969316 3656 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:16.855321 3656 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:16.855349 3656 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-x7wsx-xz5r5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:17.478583 3656 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-vxpz9] creating logical port tsf-tas_tuf-97fc8ff76-vxpz9 for pod on switch ip-10-0-2-30.ec2.internal I0506 13:01:17.478693 3656 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-vxpz9 I0506 13:01:17.494885 3656 pod.go:62] [tsf-tas/tuf-97fc8ff76-vxpz9] pod update took 16.222329ms I0506 13:01:17.494912 3656 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-vxpz9] addLogicalPort annotation time took 16.254711ms I0506 13:01:17.496309 3656 pods.go:271] [tsf-tas/tuf-97fc8ff76-vxpz9] addLogicalPort took 17.743222ms, libovsdb time 950.228µs I0506 13:01:19.639929 3656 cni.go:452] [tsf-tas/tuf-97fc8ff76-vxpz9 b5743d771c4827d02701f4f1ee73ed82d8ee0bfecaa873b9f4a53192e33fa85a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-vxpz9 b5743d771c4827d02701f4f1ee73ed82d8ee0bfecaa873b9f4a53192e33fa85a network default NAD default NAD key ] I0506 13:01:19.649515 3656 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-vxpz9, hostIfaceName: b5743d771c4827d, network: default, NAD default, SandboxID: "b5743d771c4827d02701f4f1ee73ed82d8ee0bfecaa873b9f4a53192e33fa85a", PCI device ID: , UID: "c418cdb6-dfd9-4e2e-8f13-3a85eab7f16e", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0506 13:01:19.705308 3656 cni.go:473] [tsf-tas/tuf-97fc8ff76-vxpz9 b5743d771c4827d02701f4f1ee73ed82d8ee0bfecaa873b9f4a53192e33fa85a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-vxpz9 b5743d771c4827d02701f4f1ee73ed82d8ee0bfecaa873b9f4a53192e33fa85a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f2:29:b2:45:e9\",\"name\":\"b5743d771c4827d\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de63f288-9a11-4874-8f7d-3bd66a970013\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 13:01:21.855898 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 13:01:28.495973 3656 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:28.496606 3656 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:28.540250 3656 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:28.540273 3656 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:28.549429 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 13:01:28.549460 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 13:01:29.269718 3656 namespace.go:98] [build-service] adding namespace I0506 13:01:29.270642 3656 namespace.go:102] [build-service] adding namespace took 899.189µs I0506 13:01:29.276553 3656 namespace.go:98] [integration-service] adding namespace I0506 13:01:29.276666 3656 namespace.go:98] [default-tenant] adding namespace I0506 13:01:29.277346 3656 namespace.go:102] [integration-service] adding namespace took 775.305µs I0506 13:01:29.278068 3656 namespace.go:102] [default-tenant] adding namespace took 1.385805ms I0506 13:01:29.286644 3656 namespace.go:98] [image-controller] adding namespace I0506 13:01:29.287496 3656 namespace.go:102] [image-controller] adding namespace took 833.7µs I0506 13:01:29.335067 3656 namespace.go:142] [build-service] updating namespace I0506 13:01:29.371856 3656 namespace.go:142] [build-service] updating namespace I0506 13:01:29.393815 3656 namespace.go:142] [integration-service] updating namespace I0506 13:01:29.436895 3656 namespace.go:142] [integration-service] updating namespace I0506 13:01:29.508646 3656 namespace.go:142] [default-tenant] updating namespace I0506 13:01:29.520724 3656 namespace.go:142] [build-service] updating namespace I0506 13:01:29.536580 3656 namespace.go:142] [default-tenant] updating namespace I0506 13:01:29.570833 3656 namespace.go:142] [integration-service] updating namespace I0506 13:01:29.575118 3656 namespace.go:142] [image-controller] updating namespace I0506 13:01:29.609588 3656 namespace.go:142] [image-controller] updating namespace I0506 13:01:29.628822 3656 namespace.go:98] [release-service] adding namespace I0506 13:01:29.629779 3656 namespace.go:102] [release-service] adding namespace took 869.781µs I0506 13:01:29.658104 3656 namespace.go:142] [konflux-ui] updating namespace I0506 13:01:29.669930 3656 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-30.ec2.internal I0506 13:01:29.670031 3656 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0506 13:01:29.673796 3656 namespace.go:142] [release-service] updating namespace I0506 13:01:29.712053 3656 namespace.go:142] [release-service] updating namespace I0506 13:01:29.750799 3656 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0506 13:01:29.815943 3656 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 145.930959ms I0506 13:01:29.815991 3656 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 145.971362ms I0506 13:01:29.817336 3656 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 147.419252ms, libovsdb time 947.599µs I0506 13:01:29.837596 3656 namespace.go:98] [konflux-info] adding namespace I0506 13:01:29.838475 3656 namespace.go:102] [konflux-info] adding namespace took 857.703µs I0506 13:01:29.888005 3656 namespace.go:98] [namespace-lister] adding namespace I0506 13:01:29.888882 3656 namespace.go:102] [namespace-lister] adding namespace took 854.704µs I0506 13:01:29.914818 3656 namespace.go:142] [konflux-info] updating namespace I0506 13:01:30.020150 3656 cni.go:452] [konflux-ui/test-tsf-konflux 339dc828b5bc72d2d5aa13899a368026de7fd82bb438a57290f33597de6898cb network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 339dc828b5bc72d2d5aa13899a368026de7fd82bb438a57290f33597de6898cb network default NAD default NAD key ] I0506 13:01:30.029596 3656 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 339dc828b5bc72d, network: default, NAD default, SandboxID: "339dc828b5bc72d2d5aa13899a368026de7fd82bb438a57290f33597de6898cb", PCI device ID: , UID: "333975ef-239e-4e9c-a413-860ae7611e0e", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0506 13:01:30.041752 3656 namespace.go:142] [konflux-info] updating namespace I0506 13:01:30.088833 3656 cni.go:473] [konflux-ui/test-tsf-konflux 339dc828b5bc72d2d5aa13899a368026de7fd82bb438a57290f33597de6898cb network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 339dc828b5bc72d2d5aa13899a368026de7fd82bb438a57290f33597de6898cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:df:32:24:ac:80\",\"name\":\"339dc828b5bc72d\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d45078e-b21e-4cd9-9be2-efb0059926d0\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 13:01:30.097889 3656 namespace.go:142] [image-controller] updating namespace I0506 13:01:30.180771 3656 namespace.go:98] [enterprise-contract-service] adding namespace I0506 13:01:30.180836 3656 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:30.181640 3656 namespace.go:102] [enterprise-contract-service] adding namespace took 849.304µs I0506 13:01:30.481574 3656 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:30.593702 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:30.721701 3656 namespace.go:142] [default-tenant] updating namespace I0506 13:01:30.800179 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:30.985826 3656 namespace.go:98] [segment-bridge] adding namespace I0506 13:01:30.986678 3656 namespace.go:102] [segment-bridge] adding namespace took 826.231µs I0506 13:01:31.054953 3656 namespace.go:98] [konflux-cli] adding namespace I0506 13:01:31.055849 3656 namespace.go:102] [konflux-cli] adding namespace took 875.002µs I0506 13:01:31.233158 3656 namespace.go:142] [segment-bridge] updating namespace I0506 13:01:31.358640 3656 namespace.go:142] [segment-bridge] updating namespace I0506 13:01:31.505522 3656 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:31.733806 3656 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:31.754435 3656 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 13:01:31.755204 3656 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 13:01:31.755229 3656 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 13:01:31.758116 3656 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 13:01:31.848240 3656 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 13:01:31.848271 3656 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 13:01:31.849178 3656 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 13:01:32.329340 3656 namespace.go:142] [build-service] updating namespace I0506 13:01:32.650138 3656 namespace.go:142] [default-tenant] updating namespace I0506 13:01:32.907803 3656 namespace.go:142] [enterprise-contract-service] updating namespace W0506 13:01:32.982760 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0506 13:01:33.082094 3656 namespace.go:142] [image-controller] updating namespace I0506 13:01:33.314012 3656 namespace.go:142] [integration-service] updating namespace I0506 13:01:33.422173 3656 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7fbf7b9969-6xrsn] creating logical port konflux-ui_proxy-7fbf7b9969-6xrsn for pod on switch ip-10-0-2-30.ec2.internal I0506 13:01:33.422289 3656 kube.go:256] Updating pod konflux-ui/proxy-7fbf7b9969-6xrsn I0506 13:01:33.458765 3656 pod.go:62] [konflux-ui/proxy-7fbf7b9969-6xrsn] pod update took 36.508946ms I0506 13:01:33.458797 3656 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7fbf7b9969-6xrsn] addLogicalPort annotation time took 36.547535ms I0506 13:01:33.460672 3656 pods.go:271] [konflux-ui/proxy-7fbf7b9969-6xrsn] addLogicalPort took 38.521348ms, libovsdb time 1.274961ms I0506 13:01:33.580903 3656 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:33.769755 3656 namespace.go:142] [konflux-info] updating namespace I0506 13:01:33.961232 3656 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:34.164063 3656 namespace.go:142] [release-service] updating namespace I0506 13:01:34.378635 3656 namespace.go:142] [segment-bridge] updating namespace W0506 13:01:34.401575 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0506 13:01:34.497800 3656 namespace.go:142] [build-service] updating namespace I0506 13:01:34.530792 3656 namespace.go:142] [default-tenant] updating namespace I0506 13:01:34.573612 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:34.593912 3656 namespace.go:142] [image-controller] updating namespace I0506 13:01:34.612947 3656 namespace.go:142] [integration-service] updating namespace I0506 13:01:34.664992 3656 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:34.699219 3656 namespace.go:142] [konflux-info] updating namespace I0506 13:01:34.731483 3656 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:34.760282 3656 namespace.go:142] [release-service] updating namespace I0506 13:01:34.800636 3656 namespace.go:142] [segment-bridge] updating namespace I0506 13:01:34.929894 3656 namespace.go:142] [build-service] updating namespace I0506 13:01:35.064705 3656 namespace.go:142] [default-tenant] updating namespace I0506 13:01:35.236522 3656 namespace.go:142] [enterprise-contract-service] updating namespace I0506 13:01:35.365631 3656 namespace.go:142] [image-controller] updating namespace I0506 13:01:35.499709 3656 namespace.go:142] [integration-service] updating namespace I0506 13:01:35.593203 3656 namespace.go:142] [konflux-cli] updating namespace I0506 13:01:35.693085 3656 namespace.go:142] [konflux-info] updating namespace I0506 13:01:35.785546 3656 namespace.go:142] [namespace-lister] updating namespace I0506 13:01:35.853934 3656 namespace.go:142] [release-service] updating namespace I0506 13:01:35.926960 3656 namespace.go:142] [segment-bridge] updating namespace W0506 13:01:37.415623 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 13:01:39.431820 3656 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0506 13:01:41.292085 3656 cni.go:452] [konflux-ui/proxy-7fbf7b9969-6xrsn d9776713bca86105b2e094cb424c54bcbc641a4c1148dc4746f0cdbe78814492 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7fbf7b9969-6xrsn d9776713bca86105b2e094cb424c54bcbc641a4c1148dc4746f0cdbe78814492 network default NAD default NAD key ] I0506 13:01:41.303491 3656 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7fbf7b9969-6xrsn, hostIfaceName: d9776713bca8610, network: default, NAD default, SandboxID: "d9776713bca86105b2e094cb424c54bcbc641a4c1148dc4746f0cdbe78814492", PCI device ID: , UID: "d3f75c2e-ee7b-4250-90d5-b91f2dd40bd2", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0506 13:01:41.360221 3656 cni.go:473] [konflux-ui/proxy-7fbf7b9969-6xrsn d9776713bca86105b2e094cb424c54bcbc641a4c1148dc4746f0cdbe78814492 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7fbf7b9969-6xrsn d9776713bca86105b2e094cb424c54bcbc641a4c1148dc4746f0cdbe78814492 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:29:f7:8f:e5:49\",\"name\":\"d9776713bca8610\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/279da660-efb6-4f5a-affa-249f6a992736\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 13:01:43.468864 3656 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 13:01:47.022828 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.022846 3656 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.499072 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 13:01:47.499175 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 13:01:47.529337 3656 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.529358 3656 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 13:01:47.560616 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 13:01:47.560800 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 13:01:47.591860 3656 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 13:01:47.591917 3656 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0506 13:01:58.937371 3656 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:58.937954 3656 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:01:59.578538 3656 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:59.578561 3656 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-l24fr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:01:59.585215 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-l24fr I0506 13:01:59.585241 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-l24fr W0506 13:02:24.564658 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 13:02:24.564684 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0506 13:02:24.564701 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0506 13:02:24.564708 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 13:02:27.091713 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 13:02:27.091738 3656 util.go:959] Failed to build node endpoints for node ip-10-0-2-30.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 13:02:57.447834 3656 obj_retry.go:498] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:02:57.448453 3656 obj_retry.go:498] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:02:57.911511 3656 obj_retry.go:492] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:02:57.911538 3656 obj_retry.go:492] Detected object konflux-ui/proxy-6877486d5b-wkwtx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:02:57.919413 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6877486d5b-wkwtx I0506 13:02:57.919443 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6877486d5b-wkwtx I0506 13:03:00.436230 3656 cni.go:452] [konflux-ui/test-tsf-konflux 339dc828b5bc72d2d5aa13899a368026de7fd82bb438a57290f33597de6898cb network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 339dc828b5bc72d2d5aa13899a368026de7fd82bb438a57290f33597de6898cb network default NAD default NAD key ] I0506 13:03:00.526291 3656 cni.go:473] [konflux-ui/test-tsf-konflux 339dc828b5bc72d2d5aa13899a368026de7fd82bb438a57290f33597de6898cb network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 339dc828b5bc72d2d5aa13899a368026de7fd82bb438a57290f33597de6898cb network default NAD default NAD key default], result "{}", err I0506 13:03:00.578803 3656 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 13:03:00.578834 3656 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0506 13:03:00.580257 3656 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.47 I0506 13:03:00.580287 3656 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 13:03:00.596474 3656 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:03:00.596507 3656 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 13:03:00.604340 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 13:03:00.604366 3656 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 13:03:17.393312 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 I0506 13:03:29.641055 3656 namespace.go:98] [managed-tenant-n1stj] adding namespace I0506 13:03:29.642066 3656 namespace.go:102] [managed-tenant-n1stj] adding namespace took 989.755µs I0506 13:03:29.681872 3656 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:29.697572 3656 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:30.701937 3656 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:30.831008 3656 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:30.929894 3656 namespace.go:142] [managed-tenant-n1stj] updating namespace I0506 13:03:59.406424 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=155 I0506 13:04:27.392932 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0506 13:04:30.479075 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 13:04:31.479630 3656 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 13:04:42.393809 3656 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72