+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-154.ec2.internal ++ [[ -n ip-10-0-0-154.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-154.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0430 13:44:10.714920868 - disable conntrack on geneve port' I0430 13:44:10.714920868 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0430 13:44:10.750366512 - starting ovnkube-node + echo 'I0430 13:44:10.750366512 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-154.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-154.ec2.internal --init-node ip-10-0-0-154.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-154.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0430 13:44:10.794576 3766 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0430 13:44:10.794623 3766 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a49dd939f6.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0430 13:44:10.795944 3766 kube.go:431] Waiting for certificate I0430 13:44:10.795979 3766 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0430 13:44:10.796021 3766 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0430 13:44:10.796826 3766 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 13:44:10.840782 3766 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:10.840797 3766 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:10.845191 3766 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:10.845280 3766 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2nlvp" I0430 13:44:10.852579 3766 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-2nlvp" I0430 13:44:10.852633 3766 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:11.796790 3766 kube.go:438] Certificate found I0430 13:44:11.797382 3766 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 13:44:11.798459 3766 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0430 13:44:11.856717 3766 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-01 13:39:10 +0000 UTC" deadline="2026-05-01 06:40:47.982637711 +0000 UTC" I0430 13:44:11.856758 3766 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h56m36.125893157s" I0430 13:44:11.878468 3766 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 13:44:11.888010 3766 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0430 13:44:11.888090 3766 server.go:101] MetricServer registers OVS metrics I0430 13:44:11.888336 3766 server.go:105] MetricServer registers OVN DB metrics I0430 13:44:11.888725 3766 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0430 13:44:11.888787 3766 factory.go:561] Starting watch factory I0430 13:44:11.888880 3766 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.888915 3766 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.888923 3766 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.888927 3766 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.888943 3766 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.888955 3766 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.888925 3766 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.889043 3766 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.889354 3766 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.889913 3766 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.890117 3766 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.890239 3766 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.893003 3766 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0430 13:44:11.893025 3766 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0430 13:44:11.893463 3766 controller_manager.go:370] Starting the ovnkube controller I0430 13:44:11.893473 3766 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-154.ec2.internal I0430 13:44:11.893533 3766 controller_manager.go:395] NBDB zone sync took: 53.6µs I0430 13:44:11.893543 3766 factory.go:561] Starting watch factory I0430 13:44:11.906039 3766 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0430 13:44:11.906068 3766 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0430 13:44:11.907125 3766 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.907434 3766 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.907779 3766 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.908276 3766 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.909614 3766 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.911567 3766 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0430 13:44:11.911652 3766 server.go:109] MetricServer registers OVN Controller metrics I0430 13:44:11.916669 3766 server.go:113] MetricServer registers OVN Northd metrics I0430 13:44:11.917472 3766 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:11.921188 3766 metrics.go:519] OVN Metrics Server starts to run ... I0430 13:44:11.994921 3766 factory.go:1977] *v1.Node informer cache synced successfully I0430 13:44:11.994941 3766 factory.go:1977] *v1.Service informer cache synced successfully I0430 13:44:11.994945 3766 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 13:44:11.994948 3766 factory.go:1977] *v1.Pod informer cache synced successfully I0430 13:44:11.994951 3766 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 13:44:11.994954 3766 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 13:44:11.995074 3766 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:11.995099 3766 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:11.995101 3766 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:11.995128 3766 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:11.997890 3766 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:11.997892 3766 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:11.999695 3766 factory.go:1977] *v1.Pod informer cache synced successfully I0430 13:44:11.999706 3766 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 13:44:11.999710 3766 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 13:44:11.999713 3766 factory.go:1977] *v1.Node informer cache synced successfully I0430 13:44:11.999716 3766 factory.go:1977] *v1.Service informer cache synced successfully I0430 13:44:11.999719 3766 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 13:44:12.000946 3766 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 13:44:12.000957 3766 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 13:44:12.001016 3766 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.001027 3766 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.003104 3766 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.004823 3766 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 13:44:12.004841 3766 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 13:44:12.006975 3766 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 13:44:12.007035 3766 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.007051 3766 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.009052 3766 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.009960 3766 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 13:44:12.012903 3766 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 13:44:12.012967 3766 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.012979 3766 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.015000 3766 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.015014 3766 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 13:44:12.018973 3766 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 13:44:12.019040 3766 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.019056 3766 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.020198 3766 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 13:44:12.021025 3766 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.024905 3766 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 13:44:12.024975 3766 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.024992 3766 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.026065 3766 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 13:44:12.027039 3766 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.030897 3766 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 13:44:12.031056 3766 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 13:44:12.031072 3766 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 13:44:12.031092 3766 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 13:44:12.033096 3766 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 13:44:12.036918 3766 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 13:44:12.036935 3766 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 13:44:12.036998 3766 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.037024 3766 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.036999 3766 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.037064 3766 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.039281 3766 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.039306 3766 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:12.042109 3766 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 13:44:12.042120 3766 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 13:44:12.042129 3766 factory.go:680] Watch Factory start up complete, took: 153.344229ms I0430 13:44:12.042134 3766 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 13:44:12.042144 3766 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 13:44:12.042154 3766 factory.go:680] Watch Factory start up complete, took: 148.608566ms I0430 13:44:12.042165 3766 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-154.ec2.internal" zone I0430 13:44:12.042212 3766 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0430 13:44:12.086840 3766 default_node_network_controller.go:710] Initializing the default node network controller I0430 13:44:12.154090 3766 udn_isolation.go:101] Starting UDN host isolation manager I0430 13:44:12.161254 3766 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0430 13:44:12.219939 3766 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0430 13:44:12.220015 3766 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0430 13:44:12.220028 3766 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0430 13:44:12.252981 3766 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0430 13:44:12.253046 3766 default_node_network_controller.go:809] Node ip-10-0-0-154.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0430 13:44:12.258735 3766 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.154"] k8s.ovn.org/zone-name:ip-10-0-0-154.ec2.internal] on node ip-10-0-0-154.ec2.internal I0430 13:44:12.280386 3766 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0430 13:44:12.286377 3766 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0430 13:44:12.286525 3766 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0430 13:44:12.286642 3766 gateway_init.go:263] Preparing Gateway I0430 13:44:12.286653 3766 gateway_shared_intf.go:1687] Creating new gateway I0430 13:44:12.292528 3766 controller_manager.go:429] Waiting for node in zone sync took: 250.343276ms I0430 13:44:12.298893 3766 controller_manager.go:611] Switching to transit router for layer2 networks I0430 13:44:12.298917 3766 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-154.ec2.internal I0430 13:44:12.314991 3766 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 13:44:12.321111 3766 controller_manager.go:290] SCTP support detected in OVN I0430 13:44:12.321767 3766 services_controller.go:69] Creating services controller for network=default I0430 13:44:12.321867 3766 udn_enabled_svc.go:80] Waiting for service informer to sync I0430 13:44:12.321931 3766 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0430 13:44:12.321963 3766 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0430 13:44:12.321979 3766 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0430 13:44:12.321989 3766 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 13:44:12.322171 3766 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0430 13:44:12.322212 3766 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0430 13:44:12.322269 3766 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.055µs I0430 13:44:12.322293 3766 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 71.757µs I0430 13:44:12.322304 3766 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 89.608µs I0430 13:44:12.322312 3766 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0430 13:44:12.322321 3766 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0430 13:44:12.322332 3766 default_network_controller.go:325] Starting the default network controller I0430 13:44:12.322416 3766 udn_enabled_svc.go:95] Performing full resync I0430 13:44:12.322415 3766 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.567µs I0430 13:44:12.322727 3766 udn_enabled_svc.go:99] Waiting for handler to sync I0430 13:44:12.322740 3766 udn_enabled_svc.go:104] Starting worker I0430 13:44:12.332604 3766 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0430 13:44:12.332671 3766 repair.go:33] Syncing exgw routes took 53.944µs I0430 13:44:12.332698 3766 default_network_controller.go:414] Starting all the Watchers... I0430 13:44:12.332851 3766 namespace.go:98] [openshift-ingress-canary] adding namespace I0430 13:44:12.332855 3766 namespace.go:98] [openshift] adding namespace I0430 13:44:12.332863 3766 namespace.go:98] [openshift-backplane-cse] adding namespace I0430 13:44:12.332852 3766 namespace.go:98] [openshift-host-network] adding namespace I0430 13:44:12.332869 3766 namespace.go:98] [openshift-operators-redhat] adding namespace I0430 13:44:12.332877 3766 namespace.go:98] [openshift-config-managed] adding namespace I0430 13:44:12.332883 3766 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0430 13:44:12.332884 3766 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0430 13:44:12.332888 3766 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0430 13:44:12.332904 3766 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0430 13:44:12.332891 3766 namespace.go:98] [openshift-authentication] adding namespace I0430 13:44:12.332894 3766 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0430 13:44:12.332901 3766 namespace.go:98] [openshift-insights] adding namespace I0430 13:44:12.332901 3766 namespace.go:98] [openshift-backplane-tam] adding namespace I0430 13:44:12.332953 3766 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0430 13:44:12.333481 3766 namespace.go:102] [openshift-ingress-canary] adding namespace took 617.279µs I0430 13:44:12.333513 3766 namespace.go:98] [openshift-kube-scheduler] adding namespace I0430 13:44:12.334056 3766 namespace.go:102] [openshift] adding namespace took 1.187249ms I0430 13:44:12.334071 3766 namespace.go:98] [openshift-dns-operator] adding namespace I0430 13:44:12.334580 3766 namespace.go:102] [openshift-dns-operator] adding namespace took 504.258µs I0430 13:44:12.334594 3766 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0430 13:44:12.335014 3766 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.142445ms I0430 13:44:12.335029 3766 namespace.go:98] [openshift-node] adding namespace I0430 13:44:12.335525 3766 namespace.go:102] [openshift-host-network] adding namespace took 2.649693ms I0430 13:44:12.335539 3766 namespace.go:98] [openshift-monitoring] adding namespace I0430 13:44:12.336025 3766 namespace.go:102] [openshift-operators-redhat] adding namespace took 3.14786ms I0430 13:44:12.336039 3766 namespace.go:98] [openshift-backplane-mobb] adding namespace I0430 13:44:12.336460 3766 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.571007ms I0430 13:44:12.336469 3766 namespace.go:98] [openshift-backplane-csm] adding namespace I0430 13:44:12.336879 3766 namespace.go:102] [openshift-config-managed] adding namespace took 3.992973ms I0430 13:44:12.336888 3766 namespace.go:98] [openshift-authentication-operator] adding namespace I0430 13:44:12.337271 3766 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 4.379587ms I0430 13:44:12.337281 3766 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0430 13:44:12.337733 3766 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 4.823564ms I0430 13:44:12.337746 3766 namespace.go:98] [openshift-backplane-srep] adding namespace I0430 13:44:12.338241 3766 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.328682ms I0430 13:44:12.338258 3766 namespace.go:98] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] adding namespace I0430 13:44:12.338781 3766 namespace.go:102] [openshift-authentication] adding namespace took 5.86647ms I0430 13:44:12.338795 3766 namespace.go:98] [openshift-network-operator] adding namespace I0430 13:44:12.339392 3766 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.474318ms I0430 13:44:12.339428 3766 namespace.go:98] [openshift-customer-monitoring] adding namespace I0430 13:44:12.340022 3766 namespace.go:102] [openshift-insights] adding namespace took 7.102088ms I0430 13:44:12.340038 3766 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0430 13:44:12.340521 3766 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.599556ms I0430 13:44:12.340535 3766 namespace.go:98] [openshift-network-node-identity] adding namespace I0430 13:44:12.340999 3766 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.037294ms I0430 13:44:12.341007 3766 namespace.go:98] [dedicated-admin] adding namespace I0430 13:44:12.341382 3766 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.854141ms I0430 13:44:12.341397 3766 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0430 13:44:12.341799 3766 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.200846ms I0430 13:44:12.341811 3766 namespace.go:98] [kube-public] adding namespace I0430 13:44:12.342167 3766 namespace.go:102] [openshift-node] adding namespace took 7.134049ms I0430 13:44:12.342179 3766 namespace.go:98] [openshift-network-console] adding namespace I0430 13:44:12.342518 3766 namespace.go:102] [openshift-monitoring] adding namespace took 6.975037ms I0430 13:44:12.342527 3766 namespace.go:98] [openshift-machine-api] adding namespace I0430 13:44:12.342964 3766 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.919555ms I0430 13:44:12.342979 3766 namespace.go:98] [openshift-must-gather-operator] adding namespace I0430 13:44:12.343324 3766 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.850342ms I0430 13:44:12.343337 3766 namespace.go:98] [openshift-ingress-operator] adding namespace I0430 13:44:12.344111 3766 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.218789ms I0430 13:44:12.344122 3766 namespace.go:98] [openshift-kube-apiserver] adding namespace I0430 13:44:12.344524 3766 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.238292ms I0430 13:44:12.344536 3766 namespace.go:98] [openshift-apiserver-operator] adding namespace I0430 13:44:12.344980 3766 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.229206ms I0430 13:44:12.344989 3766 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0430 13:44:12.345374 3766 namespace.go:102] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] adding namespace took 7.110853ms I0430 13:44:12.345394 3766 namespace.go:98] [openshift-multus] adding namespace I0430 13:44:12.345826 3766 namespace.go:102] [openshift-network-operator] adding namespace took 7.024506ms I0430 13:44:12.345844 3766 namespace.go:98] [openshift-dns] adding namespace I0430 13:44:12.346251 3766 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.814387ms I0430 13:44:12.346265 3766 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0430 13:44:12.346702 3766 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.65943ms I0430 13:44:12.346713 3766 namespace.go:98] [kube-node-lease] adding namespace I0430 13:44:12.347116 3766 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.573877ms I0430 13:44:12.347132 3766 namespace.go:98] [openshift-console] adding namespace I0430 13:44:12.347485 3766 namespace.go:102] [dedicated-admin] adding namespace took 6.472895ms I0430 13:44:12.347512 3766 namespace.go:98] [openshift-backplane] adding namespace I0430 13:44:12.348000 3766 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.598926ms I0430 13:44:12.348014 3766 namespace.go:98] [openshift-config] adding namespace I0430 13:44:12.348405 3766 namespace.go:102] [kube-public] adding namespace took 6.58816ms I0430 13:44:12.348420 3766 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0430 13:44:12.348807 3766 namespace.go:102] [openshift-network-console] adding namespace took 6.622831ms I0430 13:44:12.348818 3766 namespace.go:98] [openshift-network-diagnostics] adding namespace I0430 13:44:12.349211 3766 namespace.go:102] [openshift-machine-api] adding namespace took 6.678314ms I0430 13:44:12.349226 3766 namespace.go:98] [openshift-operators] adding namespace I0430 13:44:12.349698 3766 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.713416ms I0430 13:44:12.349716 3766 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0430 13:44:12.350121 3766 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.778335ms I0430 13:44:12.350134 3766 namespace.go:98] [openshift-package-operator] adding namespace I0430 13:44:12.350520 3766 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.393805ms I0430 13:44:12.350531 3766 namespace.go:98] [openshift-apiserver] adding namespace I0430 13:44:12.350940 3766 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.399125ms I0430 13:44:12.350953 3766 namespace.go:98] [openshift-marketplace] adding namespace W0430 13:44:12.351285 3766 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jj9zs: pod openshift-multus/network-metrics-daemon-jj9zs: no pod IPs found W0430 13:44:12.351297 3766 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jmx9b: pod openshift-multus/network-metrics-daemon-jmx9b: no pod IPs found W0430 13:44:12.351303 3766 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-72pp8: pod openshift-multus/network-metrics-daemon-72pp8: no pod IPs found I0430 13:44:12.351328 3766 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.334331ms I0430 13:44:12.351339 3766 namespace.go:98] [openshift-route-controller-manager] adding namespace I0430 13:44:12.351783 3766 namespace.go:102] [openshift-multus] adding namespace took 6.383337ms I0430 13:44:12.351798 3766 namespace.go:98] [default] adding namespace I0430 13:44:12.352152 3766 namespace.go:102] [openshift-dns] adding namespace took 6.3021ms I0430 13:44:12.352165 3766 namespace.go:98] [openshift-console-user-settings] adding namespace I0430 13:44:12.352526 3766 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.254271ms I0430 13:44:12.352544 3766 namespace.go:98] [openshift-infra] adding namespace I0430 13:44:12.352970 3766 namespace.go:102] [kube-node-lease] adding namespace took 6.251316ms I0430 13:44:12.352985 3766 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0430 13:44:12.353362 3766 namespace.go:102] [openshift-console] adding namespace took 6.223443ms I0430 13:44:12.353388 3766 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0430 13:44:12.353783 3766 namespace.go:102] [openshift-backplane] adding namespace took 6.264227ms I0430 13:44:12.353805 3766 namespace.go:98] [openshift-ingress] adding namespace I0430 13:44:12.354191 3766 namespace.go:102] [openshift-config] adding namespace took 6.171015ms I0430 13:44:12.354206 3766 namespace.go:98] [openshift-logging] adding namespace W0430 13:44:12.354554 3766 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-brw9j: pod openshift-network-diagnostics/network-check-target-brw9j: no pod IPs found W0430 13:44:12.354573 3766 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-d524r: pod openshift-network-diagnostics/network-check-target-d524r: no pod IPs found W0430 13:44:12.354579 3766 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j49zl: pod openshift-network-diagnostics/network-check-target-j49zl: no pod IPs found I0430 13:44:12.354556 3766 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.127545ms I0430 13:44:12.355105 3766 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.278562ms I0430 13:44:12.355118 3766 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0430 13:44:12.355678 3766 namespace.go:102] [openshift-operators] adding namespace took 6.445799ms I0430 13:44:12.355694 3766 namespace.go:98] [openshift-console-operator] adding namespace I0430 13:44:12.356087 3766 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.364042ms I0430 13:44:12.356101 3766 namespace.go:98] [openshift-backplane-cee] adding namespace I0430 13:44:12.356510 3766 namespace.go:102] [openshift-package-operator] adding namespace took 6.35496ms I0430 13:44:12.356525 3766 namespace.go:98] [openshift-controller-manager] adding namespace I0430 13:44:12.356982 3766 namespace.go:102] [openshift-apiserver] adding namespace took 6.444989ms I0430 13:44:12.356999 3766 namespace.go:98] [kube-system] adding namespace I0430 13:44:12.357368 3766 namespace.go:102] [openshift-marketplace] adding namespace took 6.409345ms I0430 13:44:12.357394 3766 namespace.go:98] [openshift-etcd] adding namespace I0430 13:44:12.357783 3766 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.439652ms I0430 13:44:12.357794 3766 namespace.go:98] [openshift-cluster-version] adding namespace I0430 13:44:12.358249 3766 namespace.go:102] [default] adding namespace took 6.444351ms I0430 13:44:12.358261 3766 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0430 13:44:12.358687 3766 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.516237ms I0430 13:44:12.358702 3766 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0430 13:44:12.359070 3766 namespace.go:102] [openshift-infra] adding namespace took 6.520486ms I0430 13:44:12.359083 3766 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0430 13:44:12.359451 3766 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.45984ms I0430 13:44:12.359464 3766 namespace.go:98] [openshift-machine-config-operator] adding namespace I0430 13:44:12.359903 3766 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.508776ms I0430 13:44:12.359916 3766 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0430 13:44:12.360287 3766 namespace.go:102] [openshift-ingress] adding namespace took 6.474892ms I0430 13:44:12.360302 3766 namespace.go:98] [openshift-config-operator] adding namespace I0430 13:44:12.360683 3766 namespace.go:102] [openshift-logging] adding namespace took 6.471762ms I0430 13:44:12.360695 3766 namespace.go:98] [openshift-image-registry] adding namespace I0430 13:44:12.361060 3766 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.937584ms I0430 13:44:12.361443 3766 namespace.go:102] [openshift-console-operator] adding namespace took 5.744239ms I0430 13:44:12.361834 3766 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.727345ms I0430 13:44:12.361847 3766 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0430 13:44:12.362202 3766 namespace.go:102] [openshift-controller-manager] adding namespace took 5.671901ms I0430 13:44:12.362579 3766 namespace.go:102] [kube-system] adding namespace took 5.574766ms I0430 13:44:12.362989 3766 namespace.go:102] [openshift-etcd] adding namespace took 5.590179ms I0430 13:44:12.363346 3766 namespace.go:102] [openshift-cluster-version] adding namespace took 5.547506ms I0430 13:44:12.363775 3766 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.508571ms I0430 13:44:12.364144 3766 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.437387ms I0430 13:44:12.364156 3766 namespace.go:98] [openshift-service-ca-operator] adding namespace I0430 13:44:12.364518 3766 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.430125ms I0430 13:44:12.364527 3766 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0430 13:44:12.364920 3766 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.450965ms I0430 13:44:12.365307 3766 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.387331ms I0430 13:44:12.365711 3766 namespace.go:102] [openshift-config-operator] adding namespace took 5.404983ms I0430 13:44:12.366072 3766 namespace.go:102] [openshift-image-registry] adding namespace took 5.372364ms I0430 13:44:12.366432 3766 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 4.581163ms I0430 13:44:12.366816 3766 namespace.go:102] [openshift-service-ca-operator] adding namespace took 2.655662ms I0430 13:44:12.367131 3766 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 2.598954ms W0430 13:44:12.367208 3766 master.go:458] Unable to parse local node ip-10-0-0-154.ec2.internal chassis-id annotation. Chassis may be removed during sync W0430 13:44:12.367216 3766 master.go:471] Unable to parse remote node ip-10-0-1-226.ec2.internal chassis-id annotation. Chassis may be removed during sync W0430 13:44:12.367220 3766 master.go:471] Unable to parse remote node ip-10-0-2-151.ec2.internal chassis-id annotation. Chassis may be removed during sync I0430 13:44:12.367224 3766 master.go:481] Removing stale chassis with ID/Name: 969a0cb7-6827-4101-9b89-a5f2ac8e8257, hostname: ip-10-0-0-154.ec2.internal I0430 13:44:12.367636 3766 master.go:548] Adding or Updating local node "ip-10-0-0-154.ec2.internal" for network "default" I0430 13:44:12.367696 3766 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-151.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-151.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-151.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-151.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-151.ec2.internal I0430 13:44:12.367713 3766 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-226.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-226.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-226.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-226.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-226.ec2.internal I0430 13:44:12.371081 3766 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-154.ec2.internal for the network default I0430 13:44:12.371334 3766 zone_ic_handler.go:195] Time taken to create transit switch: 241.121µs I0430 13:44:12.371965 3766 default_network_controller.go:823] Node add failed for ip-10-0-0-154.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-154.ec2.internal, error getting gateway config for node ip-10-0-0-154.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-154.ec2.internal", failed to update chassis to local for local node ip-10-0-0-154.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-154.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-154.ec2.internal] E0430 13:44:12.372004 3766 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-154.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-154.ec2.internal, error getting gateway config for node ip-10-0-0-154.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-154.ec2.internal", failed to update chassis to local for local node ip-10-0-0-154.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-154.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-154.ec2.internal] I0430 13:44:12.372040 3766 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0430 13:44:12.372063 3766 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0430 13:44:12.372080 3766 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0430 13:44:12.372085 3766 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-154.ec2.internal in network "default" I0430 13:44:12.372058 3766 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-154.ec2.internal", UID:"bbca2cdc-ff0e-4ee6-bc11-1cfe45d8e2c3", APIVersion:"v1", ResourceVersion:"8564", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-154.ec2.internal, error getting gateway config for node ip-10-0-0-154.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-154.ec2.internal", failed to update chassis to local for local node ip-10-0-0-154.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-154.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-154.ec2.internal] I0430 13:44:12.372116 3766 node_tracker.go:235] Node ip-10-0-0-154.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-154.ec2.internal" I0430 13:44:12.372132 3766 node_tracker.go:169] Node ip-10-0-0-154.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:12.372146 3766 services_controller.go:574] Full service sync requested for network=default I0430 13:44:12.372153 3766 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-226.ec2.internal in network "default" I0430 13:44:12.372162 3766 node_tracker.go:235] Node ip-10-0-1-226.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-226.ec2.internal" I0430 13:44:12.372170 3766 node_tracker.go:169] Node ip-10-0-1-226.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:12.372175 3766 services_controller.go:574] Full service sync requested for network=default I0430 13:44:12.372178 3766 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-151.ec2.internal in network "default" I0430 13:44:12.372185 3766 node_tracker.go:235] Node ip-10-0-2-151.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-151.ec2.internal" I0430 13:44:12.372191 3766 node_tracker.go:169] Node ip-10-0-2-151.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:12.372195 3766 services_controller.go:574] Full service sync requested for network=default I0430 13:44:12.398569 3766 iptables.go:108] Creating table: filter chain: FORWARD I0430 13:44:12.404605 3766 iptables.go:108] Creating table: filter chain: OUTPUT I0430 13:44:12.410456 3766 gateway_shared_intf.go:1816] Gateway Creation Complete I0430 13:44:12.410471 3766 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-154.ec2.internal","mac-address":"12:76:a9:26:77:29","ip-addresses":["10.0.0.154/24"],"ip-address":"10.0.0.154/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:969a0cb7-6827-4101-9b89-a5f2ac8e8257 k8s.ovn.org/node-encap-ips:["10.0.0.154"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.154/24"} k8s.ovn.org/zone-name:ip-10-0-0-154.ec2.internal] on node ip-10-0-0-154.ec2.internal I0430 13:44:12.426480 3766 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-154.ec2.internal in network "default" I0430 13:44:12.426562 3766 master.go:548] Adding or Updating local node "ip-10-0-0-154.ec2.internal" for network "default" I0430 13:44:12.426566 3766 node_tracker.go:169] Node ip-10-0-0-154.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:12.426666 3766 services_controller.go:574] Full service sync requested for network=default I0430 13:44:12.430766 3766 default_node_network_controller.go:519] Node connection status = connected W0430 13:44:12.431127 3766 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-j49zl: pod openshift-network-diagnostics/network-check-target-j49zl: no pod IPs found W0430 13:44:12.431149 3766 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-jj9zs: pod openshift-multus/network-metrics-daemon-jj9zs: no pod IPs found I0430 13:44:12.432297 3766 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-154.ec2.internal for the network default I0430 13:44:12.432472 3766 zone_ic_handler.go:195] Time taken to create transit switch: 162.258µs I0430 13:44:12.472829 3766 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0430 13:44:12.472849 3766 services_controller.go:208] Setting up event handlers for services for network=default I0430 13:44:12.472908 3766 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0430 13:44:12.472949 3766 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0430 13:44:12.472963 3766 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0430 13:44:12.573276 3766 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0430 13:44:12.573305 3766 repair.go:60] Starting repairing loop for services I0430 13:44:12.573410 3766 repair.go:131] Deleted 0 stale service LBs I0430 13:44:12.573430 3766 repair.go:137] Deleted 0 stale Chassis Template Vars I0430 13:44:12.573446 3766 repair.go:62] Finished repairing loop for services: 145.239µs I0430 13:44:12.573470 3766 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0430 13:44:12.573479 3766 services_controller.go:254] Starting workers for network=default I0430 13:44:12.573843 3766 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-jmx9b, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jmx9b: suppressed error logged: pod openshift-multus/network-metrics-daemon-jmx9b: no pod IPs found I0430 13:44:12.573862 3766 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-d524r, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-d524r: suppressed error logged: pod openshift-network-diagnostics/network-check-target-d524r: no pod IPs found I0430 13:44:12.573867 3766 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-72pp8, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-72pp8: suppressed error logged: pod openshift-multus/network-metrics-daemon-72pp8: no pod IPs found I0430 13:44:12.573893 3766 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jj9zs] creating logical port openshift-multus_network-metrics-daemon-jj9zs for pod on switch ip-10-0-0-154.ec2.internal I0430 13:44:12.574023 3766 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-brw9j, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-brw9j: suppressed error logged: pod openshift-network-diagnostics/network-check-target-brw9j: no pod IPs found I0430 13:44:12.574039 3766 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-jj9zs I0430 13:44:12.574077 3766 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j49zl] creating logical port openshift-network-diagnostics_network-check-target-j49zl for pod on switch ip-10-0-0-154.ec2.internal I0430 13:44:12.574199 3766 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-j49zl I0430 13:44:12.590218 3766 pod.go:62] [openshift-network-diagnostics/network-check-target-j49zl] pod update took 16.067421ms I0430 13:44:12.590240 3766 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-j49zl] addLogicalPort annotation time took 16.092041ms I0430 13:44:12.591333 3766 pods.go:271] [openshift-network-diagnostics/network-check-target-j49zl] addLogicalPort took 17.263224ms, libovsdb time 792.663µs I0430 13:44:12.594002 3766 pod.go:62] [openshift-multus/network-metrics-daemon-jj9zs] pod update took 20.041928ms I0430 13:44:12.594023 3766 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-jj9zs] addLogicalPort annotation time took 20.069271ms I0430 13:44:12.594969 3766 pods.go:271] [openshift-multus/network-metrics-daemon-jj9zs] addLogicalPort took 21.080082ms, libovsdb time 712.23µs I0430 13:44:12.595520 3766 admin_network_policy_controller.go:227] Starting controller default-network-controller I0430 13:44:12.595541 3766 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0430 13:44:12.595553 3766 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0430 13:44:12.595557 3766 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0430 13:44:12.595815 3766 repair.go:29] Repairing admin network policies took 252.325µs I0430 13:44:12.595934 3766 repair.go:92] Repairing baseline admin network policies took 96.715µs I0430 13:44:12.596378 3766 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0430 13:44:12.596397 3766 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0430 13:44:12.598800 3766 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0430 13:44:12.598823 3766 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0430 13:44:12.598836 3766 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0430 13:44:12.602002 3766 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0430 13:44:12.602035 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0430 13:44:12.602042 3766 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0430 13:44:12.603834 3766 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0430 13:44:12.603858 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0430 13:44:12.603883 3766 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0430 13:44:12.605849 3766 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0430 13:44:12.605880 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0430 13:44:12.606419 3766 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0430 13:44:12.606433 3766 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 13:44:12.607458 3766 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0430 13:44:12.607480 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0430 13:44:12.607487 3766 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0430 13:44:12.609591 3766 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0430 13:44:12.609628 3766 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0430 13:44:12.609639 3766 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0430 13:44:12.611968 3766 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0430 13:44:12.611999 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0430 13:44:12.612009 3766 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0430 13:44:12.612654 3766 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0430 13:44:12.612678 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0430 13:44:12.612692 3766 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0430 13:44:12.613283 3766 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0430 13:44:12.613307 3766 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0430 13:44:12.613319 3766 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0430 13:44:12.614734 3766 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0430 13:44:12.614758 3766 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0430 13:44:12.614769 3766 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0430 13:44:12.615957 3766 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0430 13:44:12.615980 3766 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0430 13:44:12.615991 3766 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0430 13:44:12.617142 3766 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0430 13:44:12.617163 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0430 13:44:12.617197 3766 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 13:44:12.619148 3766 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0430 13:44:12.619170 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0430 13:44:12.619180 3766 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0430 13:44:12.620080 3766 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0430 13:44:12.620102 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0430 13:44:12.620127 3766 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0430 13:44:12.620751 3766 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0430 13:44:12.620769 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0430 13:44:12.620776 3766 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0430 13:44:12.621095 3766 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0430 13:44:12.621110 3766 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0430 13:44:12.621132 3766 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0430 13:44:12.621859 3766 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0430 13:44:12.621880 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0430 13:44:12.621889 3766 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0430 13:44:12.622442 3766 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0430 13:44:12.622464 3766 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0430 13:44:12.622470 3766 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0430 13:44:12.622858 3766 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0430 13:44:12.622877 3766 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0430 13:44:12.622887 3766 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0430 13:44:12.624417 3766 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0430 13:44:12.624442 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0430 13:44:12.624449 3766 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0430 13:44:12.625009 3766 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0430 13:44:12.625029 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0430 13:44:12.625041 3766 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0430 13:44:12.625712 3766 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0430 13:44:12.625742 3766 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0430 13:44:12.625751 3766 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0430 13:44:12.627069 3766 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0430 13:44:12.627090 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0430 13:44:12.627099 3766 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0430 13:44:12.627696 3766 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0430 13:44:12.627715 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0430 13:44:12.627724 3766 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0430 13:44:12.628255 3766 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0430 13:44:12.628278 3766 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0430 13:44:12.628289 3766 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0430 13:44:12.628955 3766 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0430 13:44:12.628979 3766 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0430 13:44:12.628990 3766 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0430 13:44:12.629317 3766 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0430 13:44:12.629336 3766 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0430 13:44:12.629349 3766 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0430 13:44:12.631639 3766 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0430 13:44:12.631663 3766 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0430 13:44:12.631675 3766 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0430 13:44:12.632243 3766 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0430 13:44:12.637567 3766 egressfirewall.go:374] Starting EgressFirewall controller I0430 13:44:12.637621 3766 controller.go:133] Adding controller egress-firewall-controller event handlers I0430 13:44:12.637625 3766 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0430 13:44:12.637648 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0430 13:44:12.637653 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0430 13:44:12.637663 3766 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0430 13:44:12.637667 3766 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0430 13:44:12.638020 3766 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0430 13:44:12.638037 3766 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0430 13:44:12.638042 3766 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0430 13:44:12.638066 3766 egressfirewall.go:723] Syncing node "ip-10-0-0-154.ec2.internal" for egress firewall I0430 13:44:12.638079 3766 egressfirewall.go:723] Syncing node "ip-10-0-1-226.ec2.internal" for egress firewall I0430 13:44:12.638084 3766 egressfirewall.go:723] Syncing node "ip-10-0-2-151.ec2.internal" for egress firewall I0430 13:44:12.638071 3766 egressqos.go:193] Setting up event handlers for EgressQoS I0430 13:44:12.638229 3766 egressqos.go:245] Starting EgressQoS Controller I0430 13:44:12.638241 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0430 13:44:12.638249 3766 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0430 13:44:12.638254 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0430 13:44:12.638259 3766 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0430 13:44:12.638263 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0430 13:44:12.638268 3766 shared_informer.go:356] "Caches are synced" controller="egressqos" I0430 13:44:12.638272 3766 egressqos.go:259] Repairing EgressQoSes I0430 13:44:12.638276 3766 egressqos.go:399] Starting repairing loop for egressqos I0430 13:44:12.638358 3766 egressqos.go:401] Finished repairing loop for egressqos: 82.22µs I0430 13:44:12.638376 3766 egressservice_zone.go:132] Setting up event handlers for Egress Services I0430 13:44:12.638418 3766 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-154.ec2.internal I0430 13:44:12.638488 3766 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-154.ec2.internal : 72.567µs I0430 13:44:12.638696 3766 egressservice_zone.go:210] Starting Egress Services Controller I0430 13:44:12.638723 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 13:44:12.638731 3766 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 13:44:12.638737 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 13:44:12.638749 3766 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 13:44:12.638779 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 13:44:12.638786 3766 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 13:44:12.638797 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0430 13:44:12.638801 3766 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0430 13:44:12.638805 3766 egressservice_zone.go:228] Repairing Egress Services I0430 13:44:12.639123 3766 master_controller.go:88] Starting Admin Policy Based Route Controller I0430 13:44:12.639133 3766 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 13:44:12.639204 3766 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-226.ec2.internal I0430 13:44:12.639216 3766 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-226.ec2.internal: 14.155µs I0430 13:44:12.639224 3766 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-151.ec2.internal I0430 13:44:12.639227 3766 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-151.ec2.internal: 4.327µs I0430 13:44:12.639232 3766 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-154.ec2.internal I0430 13:44:12.639235 3766 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-154.ec2.internal: 3.483µs I0430 13:44:12.639250 3766 default_network_controller.go:585] Completing all the Watchers took 306.541126ms I0430 13:44:12.639267 3766 default_network_controller.go:589] Starting unidling controllers I0430 13:44:12.639281 3766 unidle.go:46] Registering OVN SB ControllerEvent handler I0430 13:44:12.639292 3766 unidle.go:63] Populating Initial ContollerEvent events I0430 13:44:12.639308 3766 unidle.go:79] Setting up event handlers for services I0430 13:44:12.639401 3766 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0430 13:44:12.931678 3766 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:13.431372 3766 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:13.931209 3766 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:14.431767 3766 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:14.694843 3766 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0430 13:44:14.931230 3766 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:14.948730 3766 bridgeconfig.go:537] Gateway is ready I0430 13:44:14.948747 3766 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0430 13:44:14.960012 3766 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.154. Updating OVN encap IP. I0430 13:44:14.964927 3766 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.154 - it is already configured I0430 13:44:14.964943 3766 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.154/24:{} 172.20.0.1/32:{}]. Updating annotations. I0430 13:44:14.965216 3766 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.154/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-154.ec2.internal","mac-address":"12:76:a9:26:77:29","ip-addresses":["10.0.0.154/24"],"ip-address":"10.0.0.154/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:969a0cb7-6827-4101-9b89-a5f2ac8e8257 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.154/24"}] on node ip-10-0-0-154.ec2.internal I0430 13:44:14.982193 3766 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-154.ec2.internal I0430 13:44:14.982201 3766 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-154.ec2.internal in network "default" I0430 13:44:14.982208 3766 egressfirewall.go:723] Syncing node "ip-10-0-0-154.ec2.internal" for egress firewall I0430 13:44:14.982209 3766 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-154.ec2.internal: 20.664µs I0430 13:44:14.982222 3766 master.go:548] Adding or Updating local node "ip-10-0-0-154.ec2.internal" for network "default" I0430 13:44:14.982260 3766 node_tracker.go:169] Node ip-10-0-0-154.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:14.982276 3766 services_controller.go:574] Full service sync requested for network=default I0430 13:44:14.983080 3766 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.154 I0430 13:44:14.983232 3766 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-154.ec2.internal I0430 13:44:14.987309 3766 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-154.ec2.internal. Updating no re-route policies I0430 13:44:14.987395 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-pmqh5 I0430 13:44:14.987414 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-pmqh5 I0430 13:44:14.987413 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-d524r I0430 13:44:14.987425 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-98mnv I0430 13:44:14.987432 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-d524r I0430 13:44:14.987434 3766 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-jcxd2 I0430 13:44:14.987433 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jmx9b I0430 13:44:14.987441 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-98mnv I0430 13:44:14.987445 3766 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-jcxd2 I0430 13:44:14.987448 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-lsmpm I0430 13:44:14.987453 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jmx9b I0430 13:44:14.987460 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-lsmpm I0430 13:44:14.987458 3766 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-154.ec2.internal I0430 13:44:14.987466 3766 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-jcxd2 after 0 failed attempt(s) I0430 13:44:14.987466 3766 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-98mnv after 0 failed attempt(s) I0430 13:44:14.987435 3766 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-pmqh5 after 0 failed attempt(s) I0430 13:44:14.987475 3766 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-154.ec2.internal I0430 13:44:14.987414 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jj9zs I0430 13:44:14.987480 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6k7dh I0430 13:44:14.987480 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9z8v2 I0430 13:44:14.987489 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j49zl I0430 13:44:14.987494 3766 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-jmx9b, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-jmx9b: suppressed error logged: pod openshift-multus/network-metrics-daemon-jmx9b: no pod IPs found I0430 13:44:14.987494 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-154.ec2.internal I0430 13:44:14.987517 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j49zl I0430 13:44:14.987487 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jj9zs I0430 13:44:14.987526 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-154.ec2.internal I0430 13:44:14.987529 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-j9xv2 I0430 13:44:14.987541 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-j9xv2 I0430 13:44:14.987542 3766 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-154.ec2.internal after 0 failed attempt(s) I0430 13:44:14.987549 3766 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j49zl] creating logical port openshift-network-diagnostics_network-check-target-j49zl for pod on switch ip-10-0-0-154.ec2.internal I0430 13:44:14.987560 3766 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jj9zs] creating logical port openshift-multus_network-metrics-daemon-jj9zs for pod on switch ip-10-0-0-154.ec2.internal I0430 13:44:14.987561 3766 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-j9xv2 after 0 failed attempt(s) I0430 13:44:14.987512 3766 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-154.ec2.internal after 0 failed attempt(s) I0430 13:44:14.987474 3766 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-d524r, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-d524r: suppressed error logged: pod openshift-network-diagnostics/network-check-target-d524r: no pod IPs found I0430 13:44:14.987395 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-cms5p I0430 13:44:14.987610 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-cms5p I0430 13:44:14.987627 3766 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-cms5p after 0 failed attempt(s) I0430 13:44:14.987510 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-72pp8 I0430 13:44:14.987486 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vlxx7 I0430 13:44:14.987652 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-72pp8 I0430 13:44:14.987657 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vlxx7 I0430 13:44:14.987680 3766 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-vlxx7 after 0 failed attempt(s) I0430 13:44:14.987685 3766 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-72pp8, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-72pp8: suppressed error logged: pod openshift-multus/network-metrics-daemon-72pp8: no pod IPs found I0430 13:44:14.987476 3766 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-lsmpm after 0 failed attempt(s) I0430 13:44:14.987516 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6k7dh I0430 13:44:14.987730 3766 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-6k7dh after 0 failed attempt(s) I0430 13:44:14.987515 3766 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-brw9j I0430 13:44:14.987745 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-brw9j I0430 13:44:14.987777 3766 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-brw9j, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-brw9j: suppressed error logged: pod openshift-network-diagnostics/network-check-target-brw9j: no pod IPs found I0430 13:44:14.987516 3766 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9z8v2 I0430 13:44:14.987802 3766 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-9z8v2 after 0 failed attempt(s) I0430 13:44:14.988312 3766 pods.go:271] [openshift-network-diagnostics/network-check-target-j49zl] addLogicalPort took 769.434µs, libovsdb time 238.297µs I0430 13:44:14.988327 3766 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-j49zl after 0 failed attempt(s) I0430 13:44:14.988669 3766 pods.go:271] [openshift-multus/network-metrics-daemon-jj9zs] addLogicalPort took 1.120298ms, libovsdb time 452.283µs I0430 13:44:14.988683 3766 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-jj9zs after 0 failed attempt(s) I0430 13:44:14.999613 3766 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0430 13:44:15.011075 3766 iptables.go:108] Creating table: mangle chain: OUTPUT I0430 13:44:15.014471 3766 iptables.go:108] Creating table: nat chain: OUTPUT I0430 13:44:15.063294 3766 iptables.go:108] Creating table: nat chain: PREROUTING I0430 13:44:15.115456 3766 iptables.go:108] Creating table: filter chain: FORWARD I0430 13:44:15.132015 3766 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0430 13:44:15.132145 3766 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0430 13:44:15.132205 3766 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0430 13:44:15.132355 3766 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0430 13:44:15.132426 3766 gateway_init.go:325] Gateway and management port readiness took 2.705754006s I0430 13:44:15.132459 3766 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0430 13:44:15.132518 3766 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0430 13:44:15.132538 3766 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0430 13:44:15.132550 3766 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 13:44:15.132628 3766 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0430 13:44:15.132717 3766 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.686µs I0430 13:44:15.133063 3766 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0430 13:44:15.133099 3766 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 25.196µs I0430 13:44:15.133111 3766 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 47.455µs I0430 13:44:15.133118 3766 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0430 13:44:15.133129 3766 nad_controller.go:379] [node-nad-controller NAD controller]: started I0430 13:44:15.133139 3766 default_node_network_controller.go:899] Starting the default node network controller I0430 13:44:15.133146 3766 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0430 13:44:15.133163 3766 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 19.477µs I0430 13:44:15.133360 3766 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0430 13:44:15.133370 3766 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0430 13:44:15.133409 3766 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cc60a0 0xc0002c6e70 0xc0002c6f50 0xc0002c6fc0 0xc0002c70a0 0xc0002c7110 0xc0002c7180 0xc000ca0a00 0xc0002c71f0 0xc0002c7260 0xc000ca0aa0 0xc004a088c0 0xc0002c72d0 map[0x2ff9080:0xc002b9bb00 0x2ff95c0:0xc002b9bc80 0x2ffa2e0:0xc002b9ba40 0x2ffa580:0xc002b9baa0 0x2ffad60:0xc002b9bb60 0x2ffb000:0xc002b9bbc0 0x2ffb2a0:0xc002b9bc20 0x2ffba80:0xc004a1b860 0x2ffbd20:0xc004a1b8c0 0x3026980:0xc00111a420 0x3026d20:0xc00111a480 0x3027800:0xc000cd2540 0x3029160:0xc001bd4000 0x30298a0:0xc00251a9c0 0x302a720:0xc000ab3380] 0xc00050abd0 0} I0430 13:44:15.133487 3766 gateway.go:151] Starting gateway service sync I0430 13:44:15.134122 3766 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0430 13:44:15.136254 3766 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0430 13:44:15.162810 3766 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0430 13:44:15.163918 3766 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0430 13:44:15.164972 3766 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0430 13:44:15.197390 3766 gateway.go:168] Gateway service sync done. Time taken: 63.8907ms I0430 13:44:15.197984 3766 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31987 I0430 13:44:15.198243 3766 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cc60a0 0xc0002c6e70 0xc0002c6f50 0xc0002c6fc0 0xc0002c70a0 0xc0002c7110 0xc0002c7180 0xc000ca0a00 0xc0002c71f0 0xc0002c7260 0xc000ca0aa0 0xc004a088c0 0xc0002c72d0 map[0x2ff9080:0xc002b9bb00 0x2ff95c0:0xc002b9bc80 0x2ffa2e0:0xc002b9ba40 0x2ffa580:0xc002b9baa0 0x2ffad60:0xc002b9bb60 0x2ffb000:0xc002b9bbc0 0x2ffb2a0:0xc002b9bc20 0x2ffba80:0xc004a1b860 0x2ffbd20:0xc004a1b8c0 0x3026980:0xc00111a420 0x3026d20:0xc00111a480 0x3027800:0xc000cd2540 0x3029160:0xc001bd4000 0x30298a0:0xc00251a9c0 0x302a720:0xc000ab3380] 0xc00050abd0 0} I0430 13:44:15.198747 3766 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000cc60a0 0xc0002c6e70 0xc0002c6f50 0xc0002c6fc0 0xc0002c70a0 0xc0002c7110 0xc0002c7180 0xc000ca0a00 0xc0002c71f0 0xc0002c7260 0xc000ca0aa0 0xc004a088c0 0xc0002c72d0 map[0x2ff9080:0xc002b9bb00 0x2ff95c0:0xc002b9bc80 0x2ffa2e0:0xc002b9ba40 0x2ffa580:0xc002b9baa0 0x2ffad60:0xc002b9bb60 0x2ffb000:0xc002b9bbc0 0x2ffb2a0:0xc002b9bc20 0x2ffba80:0xc004a1b860 0x2ffbd20:0xc004a1b8c0 0x3026980:0xc00111a420 0x3026d20:0xc00111a480 0x3027800:0xc000cd2540 0x3029160:0xc001bd4000 0x30298a0:0xc00251a9c0 0x302a720:0xc000ab3380] 0xc00050abd0 0} I0430 13:44:15.198781 3766 gateway.go:532] Reconciling gateway with updates I0430 13:44:15.204204 3766 gateway.go:339] Spawning Conntrack Rule Check Thread I0430 13:44:15.204311 3766 default_node_network_controller.go:944] Gateway and management port readiness took 70.929879ms I0430 13:44:15.204330 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:15.204351 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:15.204369 3766 port_claim.go:71] Svc openshift-ingress/router-default: port 31478 is already open, no action needed I0430 13:44:15.204371 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:15.204379 3766 port_claim.go:71] Svc openshift-ingress/router-default: port 30102 is already open, no action needed I0430 13:44:15.204384 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:15.204385 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:15.204404 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:15.204423 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:15.204434 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:15.204440 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:15.204446 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:15.204467 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:15.204473 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:15.204483 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:15.204486 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:15.204390 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:15.204523 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:15.204525 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:15.204529 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:15.204535 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:15.204539 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:15.204532 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:15.204545 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:15.204558 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:15.204561 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:15.204564 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:15.204451 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 13:44:15.204574 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:15.204578 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:15.204470 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:15.204582 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:15.204588 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 13:44:15.204483 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:15.204594 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:15.204600 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:15.204370 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:15.204604 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:15.204607 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:15.204609 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:15.204613 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:15.204620 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:15.204630 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:15.204633 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:15.204630 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:15.204636 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:15.204406 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:15.204660 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:15.204609 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:15.204669 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:15.204617 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:15.204701 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:15.204709 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:15.204601 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:15.204792 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:15.204805 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:15.204811 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:15.204831 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:15.204842 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:15.204659 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:15.204851 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:15.204847 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:15.204816 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:15.204903 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:15.204793 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:15.204950 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:15.204589 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 13:44:15.204370 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:15.205059 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:15.204604 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:15.205124 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:15.205133 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 13:44:15.204494 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:15.205155 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 13:44:15.204617 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:15.205168 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 13:44:15.204690 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:15.205180 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:15.204512 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:15.204749 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:15.205234 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:15.205242 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 13:44:15.204758 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:15.205255 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:15.204767 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 13:44:15.205322 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 13:44:15.204772 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:15.205338 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:15.204783 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:15.205400 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:15.204781 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 13:44:15.205445 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 13:44:15.204796 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 13:44:15.204819 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:15.204817 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 13:44:15.205565 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 13:44:15.205574 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 13:44:15.204819 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:15.205585 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:15.205786 3766 node_ip_handler_linux.go:160] Node IP manager is running I0430 13:44:15.226686 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 13:44:15.226700 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 13:44:15.226717 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 13:44:15.226727 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 13:44:15.226734 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 13:44:15.226739 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 13:44:15.226747 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) W0430 13:44:15.246218 3766 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 13:44:15.246372 3766 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 13:44:15.246541 3766 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0430 13:44:15.274979 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 13:44:15.275002 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 13:44:15.275013 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 13:44:15.275021 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 13:44:15.275039 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 13:44:15.275063 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 13:44:15.275081 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 13:44:15.275088 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 13:44:15.275096 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 13:44:15.275100 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 13:44:15.275108 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 13:44:15.275114 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 13:44:15.275119 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 13:44:15.275125 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 13:44:15.275134 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 13:44:15.275141 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 13:44:15.275147 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 13:44:15.275153 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 13:44:15.275162 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 13:44:15.275168 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 13:44:15.275173 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 13:44:15.275179 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 13:44:15.313608 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 13:44:15.313637 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 13:44:15.313643 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 13:44:15.313648 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 13:44:15.313654 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 13:44:15.313660 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 13:44:16.157370 3766 egressfirewall.go:723] Syncing node "ip-10-0-2-151.ec2.internal" for egress firewall I0430 13:44:16.157389 3766 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-151.ec2.internal I0430 13:44:16.157416 3766 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-151.ec2.internal: 30.953µs I0430 13:44:16.157468 3766 default_network_controller.go:1025] Node "ip-10-0-2-151.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:16.420103 3766 default_node_network_controller.go:1380] Starting node controller node sync W0430 13:44:16.420122 3766 egressip_healthcheck.go:76] Health checking using insecure connection I0430 13:44:16.420177 3766 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0430 13:44:16.432351 3766 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.228622ms I0430 13:44:16.432485 3766 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0430 13:44:16.432732 3766 egressservice_node.go:93] Setting up event handlers for Egress Services I0430 13:44:16.433197 3766 egressservice_node.go:183] Starting Egress Services Controller I0430 13:44:16.433212 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 13:44:16.433221 3766 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 13:44:16.433227 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 13:44:16.433232 3766 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 13:44:16.433237 3766 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 13:44:16.433242 3766 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 13:44:16.433246 3766 egressservice_node.go:197] Repairing Egress Services I0430 13:44:16.443379 3766 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0430 13:44:16.443390 3766 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 13:44:16.443551 3766 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0430 13:44:16.443569 3766 link_network_manager.go:119] Link manager is running I0430 13:44:16.443586 3766 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0430 13:44:16.443804 3766 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0430 13:44:16.444030 3766 vrf_manager.go:128] VRF manager is running I0430 13:44:16.444095 3766 node_controller_manager.go:437] Removing flows to drop GARP I0430 13:44:16.444104 3766 gateway.go:532] Reconciling gateway with updates I0430 13:44:16.464427 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:16.464442 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:16.464440 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:16.464448 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:16.464456 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:16.464460 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:16.464464 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:16.464465 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:16.464467 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:16.464475 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:16.464467 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:16.464481 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:16.464484 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:16.464491 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:16.464513 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:16.464520 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:16.464534 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:16.464539 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:16.464544 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:16.464548 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:16.464534 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:16.464551 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 13:44:16.464556 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:16.464563 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 13:44:16.464564 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:16.464564 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:16.464570 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:16.464570 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 13:44:16.464573 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:16.464521 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:16.464581 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:16.464453 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:16.464587 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:16.464593 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:16.464597 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:16.464598 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:16.464599 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 13:44:16.464610 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:16.464592 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:16.464616 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:16.464624 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 13:44:16.464628 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:16.464631 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:16.464634 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 13:44:16.464639 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:16.464451 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:16.464646 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:16.464650 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:16.464657 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:16.464658 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:16.464557 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 13:44:16.464670 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:16.464598 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:16.464607 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:16.464687 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:16.464548 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:16.464562 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:16.464567 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:16.464706 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:16.464475 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:16.464719 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:16.464630 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:16.464728 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 13:44:16.464648 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 13:44:16.464736 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:16.464509 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:16.464744 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 13:44:16.464430 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:16.464750 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:16.464755 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:16.464761 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:16.464760 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:16.464524 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:16.464474 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:16.464772 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:16.464784 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:16.464485 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:16.464523 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:16.464803 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 13:44:16.464552 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:16.464817 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:16.464537 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:16.464836 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:16.464576 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:16.464917 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:16.464929 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 13:44:16.464583 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:16.464604 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:16.464993 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 13:44:16.464648 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:16.465006 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:16.465011 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 13:44:16.464663 3766 port_claim.go:71] Svc openshift-ingress/router-default: port 31478 is already open, no action needed I0430 13:44:16.465030 3766 port_claim.go:71] Svc openshift-ingress/router-default: port 30102 is already open, no action needed I0430 13:44:16.464795 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 13:44:16.464809 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:16.464560 3766 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:16.465085 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:16.464577 3766 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:16.466571 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 13:44:16.466587 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 13:44:16.466602 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 13:44:16.466608 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 13:44:16.466613 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 13:44:16.466617 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 13:44:16.466623 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 13:44:16.466627 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 13:44:16.466632 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 13:44:16.466636 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 13:44:16.466641 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 13:44:16.466647 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 13:44:16.508549 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 13:44:16.508574 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 13:44:16.508581 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 13:44:16.508590 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 13:44:16.508596 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 13:44:16.508603 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 13:44:16.508608 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 13:44:16.508614 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 13:44:16.508618 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 13:44:16.508624 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 13:44:16.508629 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 13:44:16.508636 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 13:44:16.508641 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 13:44:16.508648 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 13:44:16.508652 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 13:44:16.508660 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 13:44:16.508667 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 13:44:16.508675 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 13:44:16.508680 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 13:44:16.508685 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 13:44:16.553656 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 13:44:16.553679 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 13:44:16.553689 3766 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 13:44:18.617901 3766 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-154.ec2.internal I0430 13:44:18.617935 3766 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-154.ec2.internal: 40.86µs I0430 13:44:18.650198 3766 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-86dd7c6776-9gffl] creating logical port openshift-image-registry_image-registry-86dd7c6776-9gffl for pod on switch ip-10-0-0-154.ec2.internal I0430 13:44:18.650318 3766 kube.go:256] Updating pod openshift-image-registry/image-registry-86dd7c6776-9gffl I0430 13:44:18.675929 3766 pod.go:62] [openshift-image-registry/image-registry-86dd7c6776-9gffl] pod update took 25.644878ms I0430 13:44:18.675951 3766 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-86dd7c6776-9gffl] addLogicalPort annotation time took 25.668544ms I0430 13:44:18.677156 3766 pods.go:271] [openshift-image-registry/image-registry-86dd7c6776-9gffl] addLogicalPort took 26.972143ms, libovsdb time 966.972µs I0430 13:44:18.693433 3766 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-bkg8c] creating logical port openshift-ingress-canary_ingress-canary-bkg8c for pod on switch ip-10-0-0-154.ec2.internal I0430 13:44:18.693535 3766 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-bkg8c I0430 13:44:18.696533 3766 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-b8tjn] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-b8tjn for pod on switch ip-10-0-0-154.ec2.internal I0430 13:44:18.696645 3766 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-b8tjn I0430 13:44:18.699426 3766 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29625940-jfcrb for pod on switch ip-10-0-0-154.ec2.internal I0430 13:44:18.699539 3766 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb I0430 13:44:18.700415 3766 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vtrxb] creating logical port openshift-dns_dns-default-vtrxb for pod on switch ip-10-0-0-154.ec2.internal I0430 13:44:18.700493 3766 kube.go:256] Updating pod openshift-dns/dns-default-vtrxb I0430 13:44:18.714753 3766 pod.go:62] [openshift-ingress-canary/ingress-canary-bkg8c] pod update took 21.255327ms I0430 13:44:18.714769 3766 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-bkg8c] addLogicalPort annotation time took 21.274587ms I0430 13:44:18.715719 3766 pods.go:271] [openshift-ingress-canary/ingress-canary-bkg8c] addLogicalPort took 22.295544ms, libovsdb time 727.134µs I0430 13:44:18.716304 3766 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b8tjn] pod update took 19.693173ms I0430 13:44:18.716319 3766 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-b8tjn] addLogicalPort annotation time took 19.709466ms I0430 13:44:18.717245 3766 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b8tjn] addLogicalPort took 20.721021ms, libovsdb time 741.819µs I0430 13:44:18.724418 3766 pod.go:62] [openshift-dns/dns-default-vtrxb] pod update took 23.944057ms I0430 13:44:18.724435 3766 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vtrxb] addLogicalPort annotation time took 23.963195ms I0430 13:44:18.724607 3766 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb] pod update took 25.084515ms I0430 13:44:18.724625 3766 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb] addLogicalPort annotation time took 25.105206ms I0430 13:44:18.725632 3766 pods.go:271] [openshift-dns/dns-default-vtrxb] addLogicalPort took 25.223594ms, libovsdb time 925.92µs I0430 13:44:18.726215 3766 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb] addLogicalPort took 26.800213ms, libovsdb time 854.327µs I0430 13:44:19.094998 3766 cni.go:452] [openshift-ingress-canary/ingress-canary-bkg8c 2193db729345119fee1961d1ce0dc40015f497fa53fcece8f523db7e0d135f52 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-bkg8c 2193db729345119fee1961d1ce0dc40015f497fa53fcece8f523db7e0d135f52 network default NAD default NAD key ] I0430 13:44:19.121422 3766 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b8tjn 3fe4c8b753eda55c253f448505e138c46ca86c7ad82273a5fd3a1e93262fd58d network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b8tjn 3fe4c8b753eda55c253f448505e138c46ca86c7ad82273a5fd3a1e93262fd58d network default NAD default NAD key ] I0430 13:44:19.133205 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-bkg8c, hostIfaceName: 2193db729345119, network: default, NAD default, SandboxID: "2193db729345119fee1961d1ce0dc40015f497fa53fcece8f523db7e0d135f52", PCI device ID: , UID: "ec51e216-f2de-46cf-9021-b0acfc97747f", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0430 13:44:19.133262 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-b8tjn, hostIfaceName: 3fe4c8b753eda55, network: default, NAD default, SandboxID: "3fe4c8b753eda55c253f448505e138c46ca86c7ad82273a5fd3a1e93262fd58d", PCI device ID: , UID: "b57924dc-2232-4691-80ca-d68bb0b2d579", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0430 13:44:19.169603 3766 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb d3c1430840904e7501f2e51919f08849d0a9065c8627d94b34394ac401b1df7a network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb d3c1430840904e7501f2e51919f08849d0a9065c8627d94b34394ac401b1df7a network default NAD default NAD key ] I0430 13:44:19.179327 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29625940-jfcrb, hostIfaceName: d3c1430840904e7, network: default, NAD default, SandboxID: "d3c1430840904e7501f2e51919f08849d0a9065c8627d94b34394ac401b1df7a", PCI device ID: , UID: "0ad7fd11-0d40-44f4-81b0-2f8d33b7e22b", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0430 13:44:19.182134 3766 cni.go:473] [openshift-ingress-canary/ingress-canary-bkg8c 2193db729345119fee1961d1ce0dc40015f497fa53fcece8f523db7e0d135f52 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-bkg8c 2193db729345119fee1961d1ce0dc40015f497fa53fcece8f523db7e0d135f52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:1f:17:4d:8a:42\",\"name\":\"2193db729345119\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ed41d11-92ee-492b-86d8-45c625266ef0\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:44:19.187569 3766 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b8tjn 3fe4c8b753eda55c253f448505e138c46ca86c7ad82273a5fd3a1e93262fd58d network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b8tjn 3fe4c8b753eda55c253f448505e138c46ca86c7ad82273a5fd3a1e93262fd58d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:47:0d:ae:1c:aa\",\"name\":\"3fe4c8b753eda55\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b47cb72e-3d4a-4d75-8558-72b2195f2db1\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:44:19.220770 3766 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb d3c1430840904e7501f2e51919f08849d0a9065c8627d94b34394ac401b1df7a network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb d3c1430840904e7501f2e51919f08849d0a9065c8627d94b34394ac401b1df7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:26:f3:4a:eb:b2\",\"name\":\"d3c1430840904e7\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00c21e35-97b8-4eeb-88ce-c9868f5464e3\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:44:19.457587 3766 default_network_controller.go:1025] Node "ip-10-0-1-226.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:21.636227 3766 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-151.ec2.internal in network "default" I0430 13:44:21.636279 3766 node_tracker.go:235] Node ip-10-0-2-151.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-151.ec2.internal" I0430 13:44:21.636295 3766 node_tracker.go:169] Node ip-10-0-2-151.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:21.636309 3766 services_controller.go:574] Full service sync requested for network=default I0430 13:44:21.636334 3766 default_network_controller.go:1025] Node "ip-10-0-2-151.ec2.internal" in remote zone "ip-10-0-2-151.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:21.722166 3766 default_network_controller.go:1025] Node "ip-10-0-2-151.ec2.internal" in remote zone "ip-10-0-2-151.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:21.766647 3766 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-151.ec2.internal in network "default" I0430 13:44:21.766677 3766 default_network_controller.go:1025] Node "ip-10-0-2-151.ec2.internal" in remote zone "ip-10-0-2-151.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:21.766708 3766 node_tracker.go:169] Node ip-10-0-2-151.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:21.766723 3766 services_controller.go:574] Full service sync requested for network=default I0430 13:44:21.767688 3766 zone_ic_handler.go:195] Time taken to create transit switch: 290.103µs I0430 13:44:21.767710 3766 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-151.ec2.internal for the network default I0430 13:44:21.768965 3766 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-151.ec2.internal" on network "default" took: 1.576872ms I0430 13:44:23.331125 3766 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-151.ec2.internal I0430 13:44:23.331148 3766 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-151.ec2.internal: 30.264µs I0430 13:44:23.331189 3766 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-151.ec2.internal", IP: 10.0.2.151 to PMTUD blocking rules I0430 13:44:23.331206 3766 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-151.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 13:44:23.331211 3766 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-151.ec2.internal in network "default" I0430 13:44:23.331221 3766 egressfirewall.go:723] Syncing node "ip-10-0-2-151.ec2.internal" for egress firewall I0430 13:44:23.331265 3766 node_tracker.go:169] Node ip-10-0-2-151.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:23.331281 3766 services_controller.go:574] Full service sync requested for network=default I0430 13:44:23.337489 3766 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-151.ec2.internal. Updating no re-route policies I0430 13:44:23.349092 3766 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-151.ec2.internal", IP: 10.0.2.151 to PMTUD blocking rules I0430 13:44:23.349107 3766 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-151.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0430 13:44:25.470821 3766 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:26.998592 3766 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-151.ec2.internal I0430 13:44:26.998622 3766 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-151.ec2.internal: 35.689µs I0430 13:44:27.219913 3766 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-226.ec2.internal I0430 13:44:27.219930 3766 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-226.ec2.internal: 20.875µs I0430 13:44:27.219967 3766 default_network_controller.go:1025] Node "ip-10-0-1-226.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:27.219981 3766 egressfirewall.go:723] Syncing node "ip-10-0-1-226.ec2.internal" for egress firewall W0430 13:44:29.509728 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:30.529610 3766 default_network_controller.go:1025] Node "ip-10-0-1-226.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:32.213513 3766 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-226.ec2.internal in network "default" I0430 13:44:32.213554 3766 node_tracker.go:235] Node ip-10-0-1-226.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-226.ec2.internal" I0430 13:44:32.213576 3766 node_tracker.go:169] Node ip-10-0-1-226.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:32.213574 3766 default_network_controller.go:1025] Node "ip-10-0-1-226.ec2.internal" in remote zone "ip-10-0-1-226.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:32.213595 3766 services_controller.go:574] Full service sync requested for network=default I0430 13:44:32.272924 3766 default_network_controller.go:1025] Node "ip-10-0-1-226.ec2.internal" in remote zone "ip-10-0-1-226.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:32.354077 3766 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-226.ec2.internal in network "default" I0430 13:44:32.354115 3766 default_network_controller.go:1025] Node "ip-10-0-1-226.ec2.internal" in remote zone "ip-10-0-1-226.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0430 13:44:32.354140 3766 node_tracker.go:169] Node ip-10-0-1-226.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:32.354153 3766 services_controller.go:574] Full service sync requested for network=default I0430 13:44:32.355265 3766 zone_ic_handler.go:195] Time taken to create transit switch: 333.395µs I0430 13:44:32.355282 3766 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-226.ec2.internal for the network default I0430 13:44:32.356342 3766 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-226.ec2.internal" on network "default" took: 1.42359ms I0430 13:44:34.419654 3766 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-226.ec2.internal I0430 13:44:34.419679 3766 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-226.ec2.internal: 31.83µs I0430 13:44:34.419652 3766 egressfirewall.go:723] Syncing node "ip-10-0-1-226.ec2.internal" for egress firewall I0430 13:44:34.419663 3766 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-226.ec2.internal in network "default" I0430 13:44:34.419736 3766 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-226.ec2.internal", IP: 10.0.1.226 to PMTUD blocking rules I0430 13:44:34.419744 3766 node_tracker.go:169] Node ip-10-0-1-226.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:34.419748 3766 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-226.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 13:44:34.419759 3766 services_controller.go:574] Full service sync requested for network=default I0430 13:44:34.425798 3766 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-226.ec2.internal. Updating no re-route policies I0430 13:44:34.438202 3766 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-226.ec2.internal", IP: 10.0.1.226 to PMTUD blocking rules I0430 13:44:34.438217 3766 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-226.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0430 13:44:36.332444 3766 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 13:44:38.068752 3766 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-226.ec2.internal I0430 13:44:38.068779 3766 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-226.ec2.internal: 33.972µs W0430 13:44:45.381797 3766 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 13:44:50.366374 3766 cni.go:452] [openshift-network-diagnostics/network-check-target-j49zl d210c7ed89a58c0a3cdf42425e4e313f3a6dfcf528539584aa1370f4edd1022b network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-j49zl d210c7ed89a58c0a3cdf42425e4e313f3a6dfcf528539584aa1370f4edd1022b network default NAD default NAD key ] I0430 13:44:50.377040 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-j49zl, hostIfaceName: d210c7ed89a58c0, network: default, NAD default, SandboxID: "d210c7ed89a58c0a3cdf42425e4e313f3a6dfcf528539584aa1370f4edd1022b", PCI device ID: , UID: "544113e2-99f9-4053-9018-17053ba5d21b", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0430 13:44:50.421052 3766 cni.go:473] [openshift-network-diagnostics/network-check-target-j49zl d210c7ed89a58c0a3cdf42425e4e313f3a6dfcf528539584aa1370f4edd1022b network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-j49zl d210c7ed89a58c0a3cdf42425e4e313f3a6dfcf528539584aa1370f4edd1022b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:6e:dd:0c:57:67\",\"name\":\"d210c7ed89a58c0\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35d035df-c889-42c9-b074-31ab2dc1748c\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 13:44:53.541489 3766 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 13:45:07.340556 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 13:45:07.340588 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 13:45:13.314081 3766 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-8699976bf-jvcsf] creating logical port openshift-ingress_router-default-8699976bf-jvcsf for pod on switch ip-10-0-0-154.ec2.internal I0430 13:45:13.314185 3766 kube.go:256] Updating pod openshift-ingress/router-default-8699976bf-jvcsf I0430 13:45:13.318852 3766 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-78d8696859-m46ql] creating logical port openshift-ingress_router-default-78d8696859-m46ql for pod on switch ip-10-0-0-154.ec2.internal I0430 13:45:13.318976 3766 kube.go:256] Updating pod openshift-ingress/router-default-78d8696859-m46ql I0430 13:45:13.339479 3766 pod.go:62] [openshift-ingress/router-default-8699976bf-jvcsf] pod update took 25.329255ms I0430 13:45:13.339516 3766 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-8699976bf-jvcsf] addLogicalPort annotation time took 25.356338ms I0430 13:45:13.340489 3766 pods.go:271] [openshift-ingress/router-default-8699976bf-jvcsf] addLogicalPort took 26.421336ms, libovsdb time 722.257µs I0430 13:45:13.341588 3766 pod.go:62] [openshift-ingress/router-default-78d8696859-m46ql] pod update took 22.632199ms I0430 13:45:13.341608 3766 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-78d8696859-m46ql] addLogicalPort annotation time took 22.661877ms I0430 13:45:13.342597 3766 pods.go:271] [openshift-ingress/router-default-78d8696859-m46ql] addLogicalPort took 23.755093ms, libovsdb time 676.641µs W0430 13:45:16.391231 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 13:45:16.391251 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 13:45:17.473538 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0430 13:45:19.335156 3766 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0430 13:45:19.336083 3766 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 904.86µs I0430 13:45:19.372133 3766 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0430 13:45:19.576289 3766 namespace.go:98] [openshift-service-ca] adding namespace I0430 13:45:19.577035 3766 namespace.go:102] [openshift-service-ca] adding namespace took 727.277µs I0430 13:45:19.600528 3766 namespace.go:142] [openshift-service-ca] updating namespace W0430 13:45:24.547267 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 13:45:28.653582 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0430 13:45:43.586360 3766 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0430 13:45:43.586402 3766 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:43.586419 3766 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:43.586425 3766 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0430 13:45:43.665924 3766 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-v5t99] creating logical port openshift-insights_insights-runtime-extractor-v5t99 for pod on switch ip-10-0-0-154.ec2.internal I0430 13:45:43.666034 3766 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-v5t99 I0430 13:45:43.699348 3766 pod.go:62] [openshift-insights/insights-runtime-extractor-v5t99] pod update took 33.347667ms I0430 13:45:43.699390 3766 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-v5t99] addLogicalPort annotation time took 33.380192ms I0430 13:45:43.700657 3766 pods.go:271] [openshift-insights/insights-runtime-extractor-v5t99] addLogicalPort took 34.811043ms, libovsdb time 881.869µs W0430 13:45:43.702216 3766 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0430 13:45:43.731749 3766 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-bhdq6] creating logical port openshift-console_downloads-5c54f4944f-bhdq6 for pod on switch ip-10-0-0-154.ec2.internal I0430 13:45:43.731831 3766 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-bhdq6 I0430 13:45:43.757210 3766 pod.go:62] [openshift-console/downloads-5c54f4944f-bhdq6] pod update took 25.401608ms I0430 13:45:43.757231 3766 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-bhdq6] addLogicalPort annotation time took 25.432887ms I0430 13:45:43.758311 3766 pods.go:271] [openshift-console/downloads-5c54f4944f-bhdq6] addLogicalPort took 26.571977ms, libovsdb time 773.803µs I0430 13:45:44.022793 3766 cni.go:452] [openshift-insights/insights-runtime-extractor-v5t99 6c4be83104a4d55440f89ee6bec76e21bc4750222f9a6883734df1524822a755 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-v5t99 6c4be83104a4d55440f89ee6bec76e21bc4750222f9a6883734df1524822a755 network default NAD default NAD key ] I0430 13:45:44.032562 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-v5t99, hostIfaceName: 6c4be83104a4d55, network: default, NAD default, SandboxID: "6c4be83104a4d55440f89ee6bec76e21bc4750222f9a6883734df1524822a755", PCI device ID: , UID: "4de93944-a834-499d-8dea-e065e7297798", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0430 13:45:44.077778 3766 cni.go:473] [openshift-insights/insights-runtime-extractor-v5t99 6c4be83104a4d55440f89ee6bec76e21bc4750222f9a6883734df1524822a755 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-v5t99 6c4be83104a4d55440f89ee6bec76e21bc4750222f9a6883734df1524822a755 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:54:a9:bf:b6:05\",\"name\":\"6c4be83104a4d55\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca6123b3-33f5-4289-9e27-d97017df1a7e\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:45:44.082004 3766 cni.go:452] [openshift-console/downloads-5c54f4944f-bhdq6 f2b4d5ded334c5dcf5eb4f38d613764006d1540ec6a8c193381cd0398a3c4e33 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-bhdq6 f2b4d5ded334c5dcf5eb4f38d613764006d1540ec6a8c193381cd0398a3c4e33 network default NAD default NAD key ] I0430 13:45:44.092280 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-bhdq6, hostIfaceName: f2b4d5ded334c5d, network: default, NAD default, SandboxID: "f2b4d5ded334c5dcf5eb4f38d613764006d1540ec6a8c193381cd0398a3c4e33", PCI device ID: , UID: "cad6870c-d850-447d-8edd-df1d8c985cab", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0430 13:45:44.135280 3766 cni.go:473] [openshift-console/downloads-5c54f4944f-bhdq6 f2b4d5ded334c5dcf5eb4f38d613764006d1540ec6a8c193381cd0398a3c4e33 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-bhdq6 f2b4d5ded334c5dcf5eb4f38d613764006d1540ec6a8c193381cd0398a3c4e33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:da:d0:47:f2:e5\",\"name\":\"f2b4d5ded334c5d\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/582e9041-6f76-47df-afae-4d59268e2e2e\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:45:45.493310 3766 cni.go:452] [openshift-ingress/router-default-78d8696859-m46ql 407f6c33385255696af427718ee9649dafbe3d502e465dba6f0438ff4d8f826d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-78d8696859-m46ql 407f6c33385255696af427718ee9649dafbe3d502e465dba6f0438ff4d8f826d network default NAD default NAD key ] I0430 13:45:45.496948 3766 cni.go:452] [openshift-ingress/router-default-8699976bf-jvcsf c8b5d6ac8c207aefff845a02cdb57167669d8a54f172a14996685931851aef5f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-8699976bf-jvcsf c8b5d6ac8c207aefff845a02cdb57167669d8a54f172a14996685931851aef5f network default NAD default NAD key ] I0430 13:45:45.505644 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-78d8696859-m46ql, hostIfaceName: 407f6c333852556, network: default, NAD default, SandboxID: "407f6c33385255696af427718ee9649dafbe3d502e465dba6f0438ff4d8f826d", PCI device ID: , UID: "2a44d8db-8026-4f35-9aba-f95c8c576d56", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0430 13:45:45.506725 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-8699976bf-jvcsf, hostIfaceName: c8b5d6ac8c207ae, network: default, NAD default, SandboxID: "c8b5d6ac8c207aefff845a02cdb57167669d8a54f172a14996685931851aef5f", PCI device ID: , UID: "fd997626-838b-4204-bca3-a72166499be0", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0430 13:45:45.553814 3766 cni.go:473] [openshift-ingress/router-default-78d8696859-m46ql 407f6c33385255696af427718ee9649dafbe3d502e465dba6f0438ff4d8f826d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-78d8696859-m46ql 407f6c33385255696af427718ee9649dafbe3d502e465dba6f0438ff4d8f826d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:6e:d5:0c:33:e2\",\"name\":\"407f6c333852556\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07537002-1b5d-4da6-a5be-e27af015ba54\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:45:45.570202 3766 cni.go:473] [openshift-ingress/router-default-8699976bf-jvcsf c8b5d6ac8c207aefff845a02cdb57167669d8a54f172a14996685931851aef5f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-8699976bf-jvcsf c8b5d6ac8c207aefff845a02cdb57167669d8a54f172a14996685931851aef5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:c3:13:b9:a2:d9\",\"name\":\"c8b5d6ac8c207ae\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ce3d97e-b890-4fd1-8217-d56f2023678d\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:45:45.687397 3766 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:45:45.687492 3766 pods.go:176] Deleting pod: openshift-image-registry/image-registry-86dd7c6776-9gffl I0430 13:45:45.688941 3766 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-86dd7c6776-9gffl, ips: 10.128.0.5 I0430 13:45:45.688966 3766 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:45:45.698593 3766 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-9595dcc9d-fp6cf] creating logical port openshift-image-registry_image-registry-9595dcc9d-fp6cf for pod on switch ip-10-0-0-154.ec2.internal I0430 13:45:45.698696 3766 kube.go:256] Updating pod openshift-image-registry/image-registry-9595dcc9d-fp6cf I0430 13:45:45.711864 3766 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:45:45.711903 3766 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:45:45.716926 3766 pod.go:62] [openshift-image-registry/image-registry-9595dcc9d-fp6cf] pod update took 18.260197ms I0430 13:45:45.716949 3766 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-9595dcc9d-fp6cf] addLogicalPort annotation time took 18.289271ms I0430 13:45:45.718289 3766 pods.go:271] [openshift-image-registry/image-registry-9595dcc9d-fp6cf] addLogicalPort took 19.707467ms, libovsdb time 1.028641ms I0430 13:45:45.722288 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86dd7c6776-9gffl I0430 13:45:45.722364 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86dd7c6776-9gffl I0430 13:45:46.058777 3766 cni.go:452] [openshift-image-registry/image-registry-9595dcc9d-fp6cf 4152d300a7a14dd394587513d35a1f8253b5404d15996d46c4be817faa61c644 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-9595dcc9d-fp6cf 4152d300a7a14dd394587513d35a1f8253b5404d15996d46c4be817faa61c644 network default NAD default NAD key ] I0430 13:45:46.069910 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-9595dcc9d-fp6cf, hostIfaceName: 4152d300a7a14dd, network: default, NAD default, SandboxID: "4152d300a7a14dd394587513d35a1f8253b5404d15996d46c4be817faa61c644", PCI device ID: , UID: "039163a2-c45e-466d-ad32-c54046337457", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0430 13:45:46.117696 3766 cni.go:473] [openshift-image-registry/image-registry-9595dcc9d-fp6cf 4152d300a7a14dd394587513d35a1f8253b5404d15996d46c4be817faa61c644 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-9595dcc9d-fp6cf 4152d300a7a14dd394587513d35a1f8253b5404d15996d46c4be817faa61c644 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:75:f5:1c:56:15\",\"name\":\"4152d300a7a14dd\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86efe9b3-7b45-4926-b695-5d3f1fc1720d\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:45:46.366936 3766 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0430 13:45:46.535439 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.535514 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.535598 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.535620 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.535628 3766 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.675188 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.675207 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.675562 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.675618 3766 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.675628 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.714680 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.714752 3766 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.714766 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.714737 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.714817 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.756380 3766 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0430 13:45:47.568794 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:47.568816 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:47.568845 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:47.568862 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:47.568873 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:47.568881 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:47.571624 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:47.571646 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:47.571654 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:47.571671 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:47.571680 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:47.571690 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:47.751374 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:47.751428 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:47.751442 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:47.751688 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:47.751704 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0430 13:45:47.892487 3766 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 13:45:48.016484 3766 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0430 13:45:48.678989 3766 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t7s72] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-t7s72 for pod on switch ip-10-0-0-154.ec2.internal I0430 13:45:48.679110 3766 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t7s72 I0430 13:45:48.696021 3766 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t7s72] pod update took 16.936399ms I0430 13:45:48.696050 3766 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t7s72] addLogicalPort annotation time took 16.96883ms I0430 13:45:48.697292 3766 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t7s72] addLogicalPort took 18.317414ms, libovsdb time 885.096µs I0430 13:45:49.041523 3766 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t7s72 ea2ccf390909bb00790e9c8e19c01187124320a6f41088ddf703551d987bbb6f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t7s72 ea2ccf390909bb00790e9c8e19c01187124320a6f41088ddf703551d987bbb6f network default NAD default NAD key ] I0430 13:45:49.052176 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-t7s72, hostIfaceName: ea2ccf390909bb0, network: default, NAD default, SandboxID: "ea2ccf390909bb00790e9c8e19c01187124320a6f41088ddf703551d987bbb6f", PCI device ID: , UID: "9503c4a0-56f0-411c-9201-53c2d0096e33", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0430 13:45:49.103618 3766 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t7s72 ea2ccf390909bb00790e9c8e19c01187124320a6f41088ddf703551d987bbb6f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-t7s72 ea2ccf390909bb00790e9c8e19c01187124320a6f41088ddf703551d987bbb6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:df:53:4a:bc:cf\",\"name\":\"ea2ccf390909bb0\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89c9992b-7f8c-40c1-9c4b-ab8bd778ba32\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 13:45:50.637223 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0430 13:45:50.761166 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0430 13:45:52.481265 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0430 13:45:52.481290 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0430 13:45:52.663471 3766 base_network_controller_pods.go:487] [default/openshift-console/console-65ccf47dbf-x4cf5] creating logical port openshift-console_console-65ccf47dbf-x4cf5 for pod on switch ip-10-0-0-154.ec2.internal I0430 13:45:52.663598 3766 kube.go:256] Updating pod openshift-console/console-65ccf47dbf-x4cf5 I0430 13:45:52.682476 3766 pod.go:62] [openshift-console/console-65ccf47dbf-x4cf5] pod update took 18.904185ms I0430 13:45:52.682515 3766 base_network_controller_pods.go:951] [default/openshift-console/console-65ccf47dbf-x4cf5] addLogicalPort annotation time took 18.93213ms I0430 13:45:52.683743 3766 pods.go:271] [openshift-console/console-65ccf47dbf-x4cf5] addLogicalPort took 20.29445ms, libovsdb time 887.546µs I0430 13:45:53.024153 3766 cni.go:452] [openshift-console/console-65ccf47dbf-x4cf5 a552855087da3ba994a1ccdc88dabb7e4be7c6ac61d293ca13c949f7811344ed network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65ccf47dbf-x4cf5 a552855087da3ba994a1ccdc88dabb7e4be7c6ac61d293ca13c949f7811344ed network default NAD default NAD key ] I0430 13:45:53.032918 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65ccf47dbf-x4cf5, hostIfaceName: a552855087da3ba, network: default, NAD default, SandboxID: "a552855087da3ba994a1ccdc88dabb7e4be7c6ac61d293ca13c949f7811344ed", PCI device ID: , UID: "d4757e0c-e723-472f-87af-4175af69b93b", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0430 13:45:53.078174 3766 cni.go:473] [openshift-console/console-65ccf47dbf-x4cf5 a552855087da3ba994a1ccdc88dabb7e4be7c6ac61d293ca13c949f7811344ed network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65ccf47dbf-x4cf5 a552855087da3ba994a1ccdc88dabb7e4be7c6ac61d293ca13c949f7811344ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:c7:9b:f8:48:60\",\"name\":\"a552855087da3ba\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ca94aab-4b3f-4b11-966a-ac64793efcc5\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:45:54.248158 3766 cni.go:452] [openshift-multus/network-metrics-daemon-jj9zs 7f268a4d512d299e2ec0cff41d7125f88269a0ec714f90dbe23b892e551a3a2e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-jj9zs 7f268a4d512d299e2ec0cff41d7125f88269a0ec714f90dbe23b892e551a3a2e network default NAD default NAD key ] I0430 13:45:54.259782 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-jj9zs, hostIfaceName: 7f268a4d512d299, network: default, NAD default, SandboxID: "7f268a4d512d299e2ec0cff41d7125f88269a0ec714f90dbe23b892e551a3a2e", PCI device ID: , UID: "9c77a8b1-2f29-40c6-832b-1f6b2ed88d58", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0430 13:45:54.309613 3766 cni.go:473] [openshift-multus/network-metrics-daemon-jj9zs 7f268a4d512d299e2ec0cff41d7125f88269a0ec714f90dbe23b892e551a3a2e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-jj9zs 7f268a4d512d299e2ec0cff41d7125f88269a0ec714f90dbe23b892e551a3a2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d3:f3:25:f5:8e\",\"name\":\"7f268a4d512d299\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11e1619d-8452-4839-80fc-a58914140c31\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 13:45:56.639520 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 13:45:56.711309 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 13:45:56.868229 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0430 13:45:58.762168 3766 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-154.ec2.internal I0430 13:45:58.762293 3766 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0430 13:45:58.783936 3766 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 21.678176ms I0430 13:45:58.783957 3766 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 21.703528ms I0430 13:45:58.785093 3766 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 22.934788ms, libovsdb time 850.024µs I0430 13:46:02.101178 3766 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-v646l] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-v646l for pod on switch ip-10-0-0-154.ec2.internal I0430 13:46:02.101292 3766 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-v646l W0430 13:46:02.114271 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 13:46:02.133150 3766 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-894fbdb5f-vwmhx IP address from the namespace address-set, err: pod openshift-console/console-894fbdb5f-vwmhx: no pod IPs found I0430 13:46:02.133613 3766 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-v646l] pod update took 32.358173ms I0430 13:46:02.133634 3766 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-v646l] addLogicalPort annotation time took 32.384895ms I0430 13:46:02.134769 3766 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-v646l] addLogicalPort took 33.607503ms, libovsdb time 872.197µs I0430 13:46:04.464173 3766 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-v646l 714f61a5da4ab9098ee14e77569ca0b1e407566d1ee2c97699b61d6176851674 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-v646l 714f61a5da4ab9098ee14e77569ca0b1e407566d1ee2c97699b61d6176851674 network default NAD default NAD key ] I0430 13:46:04.464217 3766 cni.go:452] [openshift-monitoring/alertmanager-main-1 9d1ffb8f7c5cb50e5676d5dbd80d26e908ef7bd76cdad77a71c0b06c8f27e796 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 9d1ffb8f7c5cb50e5676d5dbd80d26e908ef7bd76cdad77a71c0b06c8f27e796 network default NAD default NAD key ] I0430 13:46:04.478725 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-v646l, hostIfaceName: 714f61a5da4ab90, network: default, NAD default, SandboxID: "714f61a5da4ab9098ee14e77569ca0b1e407566d1ee2c97699b61d6176851674", PCI device ID: , UID: "9d339dcf-2386-41bc-909e-a46437ea5d40", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0430 13:46:04.479948 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 9d1ffb8f7c5cb50, network: default, NAD default, SandboxID: "9d1ffb8f7c5cb50e5676d5dbd80d26e908ef7bd76cdad77a71c0b06c8f27e796", PCI device ID: , UID: "4d390865-2b4e-4897-8469-d60086c301bb", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0430 13:46:04.532800 3766 cni.go:473] [openshift-monitoring/alertmanager-main-1 9d1ffb8f7c5cb50e5676d5dbd80d26e908ef7bd76cdad77a71c0b06c8f27e796 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 9d1ffb8f7c5cb50e5676d5dbd80d26e908ef7bd76cdad77a71c0b06c8f27e796 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:6c:9c:31:93:dc\",\"name\":\"9d1ffb8f7c5cb50\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0967d4bf-3c68-4d81-9bb3-a18f0d4537a6\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:46:04.549642 3766 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-v646l 714f61a5da4ab9098ee14e77569ca0b1e407566d1ee2c97699b61d6176851674 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-v646l 714f61a5da4ab9098ee14e77569ca0b1e407566d1ee2c97699b61d6176851674 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:f2:2e:46:cc:f3\",\"name\":\"714f61a5da4ab90\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bc5932e-fbdc-4ce0-991d-27007041b21d\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 13:46:04.744751 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0430 13:46:05.684606 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0430 13:46:05.723619 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 13:46:05.801173 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0430 13:46:05.806293 3766 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:05.806317 3766 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:05.806328 3766 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:05.806334 3766 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:06.731440 3766 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:46:06.731464 3766 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:46:06.783043 3766 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:06.783065 3766 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:06.783072 3766 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:06.813201 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0430 13:46:07.682137 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0430 13:46:08.662229 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0430 13:46:10.072211 3766 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.072849 3766 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.072881 3766 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.072895 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0430 13:46:10.072912 3766 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.072916 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0430 13:46:10.459526 3766 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.460091 3766 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.725423 3766 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:10.725441 3766 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:10.731131 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b6f9d6867-w8x98 I0430 13:46:10.731154 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b6f9d6867-w8x98 W0430 13:46:10.736871 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 13:46:10.812038 3766 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:46:10.812055 3766 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:46:10.901289 3766 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:10.901341 3766 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:10.901349 3766 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 13:46:11.101167 3766 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:11.101185 3766 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:11.101199 3766 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:11.101211 3766 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:16.044442 3766 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 13:46:16.052158 3766 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 13:46:17.213331 3766 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0430 13:46:17.720578 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 13:46:17.720603 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 13:46:23.791413 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0430 13:46:23.869146 3766 cni.go:452] [openshift-console/console-65ccf47dbf-x4cf5 a552855087da3ba994a1ccdc88dabb7e4be7c6ac61d293ca13c949f7811344ed network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-65ccf47dbf-x4cf5 a552855087da3ba994a1ccdc88dabb7e4be7c6ac61d293ca13c949f7811344ed network default NAD default NAD key ] I0430 13:46:23.937914 3766 cni.go:473] [openshift-console/console-65ccf47dbf-x4cf5 a552855087da3ba994a1ccdc88dabb7e4be7c6ac61d293ca13c949f7811344ed network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-65ccf47dbf-x4cf5 a552855087da3ba994a1ccdc88dabb7e4be7c6ac61d293ca13c949f7811344ed network default NAD default NAD key default], result "{}", err I0430 13:46:24.005756 3766 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:24.005796 3766 pods.go:176] Deleting pod: openshift-console/console-65ccf47dbf-x4cf5 I0430 13:46:24.007140 3766 pods.go:236] Attempting to release IPs for pod: openshift-console/console-65ccf47dbf-x4cf5, ips: 10.128.0.16 I0430 13:46:24.007168 3766 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:24.018848 3766 base_network_controller_pods.go:487] [default/openshift-console/console-864556d4db-5bqn8] creating logical port openshift-console_console-864556d4db-5bqn8 for pod on switch ip-10-0-0-154.ec2.internal I0430 13:46:24.018943 3766 kube.go:256] Updating pod openshift-console/console-864556d4db-5bqn8 I0430 13:46:24.037516 3766 pod.go:62] [openshift-console/console-864556d4db-5bqn8] pod update took 18.585327ms I0430 13:46:24.037543 3766 base_network_controller_pods.go:951] [default/openshift-console/console-864556d4db-5bqn8] addLogicalPort annotation time took 18.628652ms I0430 13:46:24.038825 3766 pods.go:271] [openshift-console/console-864556d4db-5bqn8] addLogicalPort took 19.989663ms, libovsdb time 901.271µs I0430 13:46:24.411919 3766 cni.go:452] [openshift-console/console-864556d4db-5bqn8 46ecf0ec83a0e01ce9952675990bc916c82a0812d48e60edaf2797d07509df6f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-864556d4db-5bqn8 46ecf0ec83a0e01ce9952675990bc916c82a0812d48e60edaf2797d07509df6f network default NAD default NAD key ] I0430 13:46:24.421595 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-864556d4db-5bqn8, hostIfaceName: 46ecf0ec83a0e01, network: default, NAD default, SandboxID: "46ecf0ec83a0e01ce9952675990bc916c82a0812d48e60edaf2797d07509df6f", PCI device ID: , UID: "93fa3446-d543-4f39-a80f-98456b6cca6b", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0430 13:46:24.467088 3766 cni.go:473] [openshift-console/console-864556d4db-5bqn8 46ecf0ec83a0e01ce9952675990bc916c82a0812d48e60edaf2797d07509df6f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-864556d4db-5bqn8 46ecf0ec83a0e01ce9952675990bc916c82a0812d48e60edaf2797d07509df6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ff:05:a8:16:63\",\"name\":\"46ecf0ec83a0e01\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/163d341e-d08f-4cdf-8613-beccb2cedebc\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:46:24.856153 3766 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:24.856171 3766 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:24.860526 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65ccf47dbf-x4cf5 I0430 13:46:24.860548 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65ccf47dbf-x4cf5 I0430 13:46:27.080749 3766 cni.go:452] [openshift-dns/dns-default-vtrxb 0897fed7636c8a6d68901c1a938a200d3a282a37d6ec84a4f6cf68e5ef794266 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vtrxb 0897fed7636c8a6d68901c1a938a200d3a282a37d6ec84a4f6cf68e5ef794266 network default NAD default NAD key ] I0430 13:46:27.090307 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vtrxb, hostIfaceName: 0897fed7636c8a6, network: default, NAD default, SandboxID: "0897fed7636c8a6d68901c1a938a200d3a282a37d6ec84a4f6cf68e5ef794266", PCI device ID: , UID: "daa5e1f0-7165-4fe4-b693-af60cb61c398", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0430 13:46:27.135181 3766 cni.go:473] [openshift-dns/dns-default-vtrxb 0897fed7636c8a6d68901c1a938a200d3a282a37d6ec84a4f6cf68e5ef794266 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vtrxb 0897fed7636c8a6d68901c1a938a200d3a282a37d6ec84a4f6cf68e5ef794266 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:00:fb:18:82:dd\",\"name\":\"0897fed7636c8a6\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46c07fa5-b0b1-4a60-8e4a-38e282a8162b\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:46:27.405480 3766 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:27.406019 3766 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:27.812748 3766 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:27.812777 3766 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:27.823799 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65ccf47dbf-k9dwj I0430 13:46:27.823825 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65ccf47dbf-k9dwj W0430 13:46:29.182665 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:29.182690 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:29.182698 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 13:46:33.070367 3766 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:33.070909 3766 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:33.768708 3766 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:33.768728 3766 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:33.777807 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86dd7c6776-cxczx I0430 13:46:33.777824 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86dd7c6776-cxczx W0430 13:46:34.885203 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 13:46:38.868914 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 13:46:39.871923 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 13:46:39.871945 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0430 13:46:39.871951 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 13:46:48.854875 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0430 13:47:00.282542 3766 obj_retry.go:498] Detected object openshift-console/console-894fbdb5f-dv7vd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:00.283120 3766 obj_retry.go:498] Detected object openshift-console/console-894fbdb5f-dv7vd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:00.882843 3766 obj_retry.go:492] Detected object openshift-console/console-894fbdb5f-dv7vd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:00.882865 3766 obj_retry.go:492] Detected object openshift-console/console-894fbdb5f-dv7vd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:00.892911 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-894fbdb5f-dv7vd I0430 13:47:00.892937 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-894fbdb5f-dv7vd I0430 13:47:03.234431 3766 cni.go:452] [openshift-ingress/router-default-8699976bf-jvcsf c8b5d6ac8c207aefff845a02cdb57167669d8a54f172a14996685931851aef5f network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-8699976bf-jvcsf c8b5d6ac8c207aefff845a02cdb57167669d8a54f172a14996685931851aef5f network default NAD default NAD key ] I0430 13:47:03.311833 3766 cni.go:473] [openshift-ingress/router-default-8699976bf-jvcsf c8b5d6ac8c207aefff845a02cdb57167669d8a54f172a14996685931851aef5f network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-8699976bf-jvcsf c8b5d6ac8c207aefff845a02cdb57167669d8a54f172a14996685931851aef5f network default NAD default NAD key default], result "{}", err I0430 13:47:03.366758 3766 obj_retry.go:498] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:03.366795 3766 pods.go:176] Deleting pod: openshift-ingress/router-default-8699976bf-jvcsf I0430 13:47:03.368057 3766 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-8699976bf-jvcsf, ips: 10.128.0.10 I0430 13:47:03.368090 3766 obj_retry.go:498] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:03.985848 3766 obj_retry.go:492] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:03.985873 3766 obj_retry.go:492] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:03.999513 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8699976bf-jvcsf I0430 13:47:03.999548 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8699976bf-jvcsf I0430 13:47:19.866678 3766 cni.go:452] [openshift-monitoring/alertmanager-main-1 9d1ffb8f7c5cb50e5676d5dbd80d26e908ef7bd76cdad77a71c0b06c8f27e796 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 9d1ffb8f7c5cb50e5676d5dbd80d26e908ef7bd76cdad77a71c0b06c8f27e796 network default NAD default NAD key ] I0430 13:47:19.933193 3766 cni.go:473] [openshift-monitoring/alertmanager-main-1 9d1ffb8f7c5cb50e5676d5dbd80d26e908ef7bd76cdad77a71c0b06c8f27e796 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 9d1ffb8f7c5cb50e5676d5dbd80d26e908ef7bd76cdad77a71c0b06c8f27e796 network default NAD default NAD key default], result "{}", err I0430 13:47:19.996433 3766 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:19.996466 3766 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0430 13:47:19.997735 3766 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.128.0.17 I0430 13:47:19.997762 3766 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:20.057059 3766 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:20.057080 3766 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:20.067591 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0430 13:47:20.067621 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0430 13:47:20.111753 3766 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-154.ec2.internal I0430 13:47:20.111906 3766 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0430 13:47:20.136577 3766 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.715902ms I0430 13:47:20.136600 3766 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.744277ms I0430 13:47:20.137797 3766 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.059978ms, libovsdb time 884.291µs I0430 13:47:20.469574 3766 cni.go:452] [openshift-monitoring/alertmanager-main-1 7daa67e514b0a82fb8e0efd17d26b74b11c7e43deead3e0901f707665480231c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 7daa67e514b0a82fb8e0efd17d26b74b11c7e43deead3e0901f707665480231c network default NAD default NAD key ] I0430 13:47:20.478883 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 7daa67e514b0a82, network: default, NAD default, SandboxID: "7daa67e514b0a82fb8e0efd17d26b74b11c7e43deead3e0901f707665480231c", PCI device ID: , UID: "db184c73-7a43-4822-926e-c079309835c2", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0430 13:47:20.525514 3766 cni.go:473] [openshift-monitoring/alertmanager-main-1 7daa67e514b0a82fb8e0efd17d26b74b11c7e43deead3e0901f707665480231c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 7daa67e514b0a82fb8e0efd17d26b74b11c7e43deead3e0901f707665480231c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:d7:da:89:83:ed\",\"name\":\"7daa67e514b0a82\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ff27870-6c9e-461d-ac82-f79ac41ec6cf\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:47:22.838645 3766 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-8dc7f4cf7-kwrzx] creating logical port openshift-monitoring_telemeter-client-8dc7f4cf7-kwrzx for pod on switch ip-10-0-0-154.ec2.internal I0430 13:47:22.838778 3766 kube.go:256] Updating pod openshift-monitoring/telemeter-client-8dc7f4cf7-kwrzx I0430 13:47:22.858832 3766 pod.go:62] [openshift-monitoring/telemeter-client-8dc7f4cf7-kwrzx] pod update took 20.084441ms I0430 13:47:22.858852 3766 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-8dc7f4cf7-kwrzx] addLogicalPort annotation time took 20.109908ms I0430 13:47:22.860076 3766 pods.go:271] [openshift-monitoring/telemeter-client-8dc7f4cf7-kwrzx] addLogicalPort took 21.449667ms, libovsdb time 904.447µs I0430 13:47:23.068272 3766 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb d3c1430840904e7501f2e51919f08849d0a9065c8627d94b34394ac401b1df7a network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb d3c1430840904e7501f2e51919f08849d0a9065c8627d94b34394ac401b1df7a network default NAD default NAD key ] I0430 13:47:23.143436 3766 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb d3c1430840904e7501f2e51919f08849d0a9065c8627d94b34394ac401b1df7a network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb d3c1430840904e7501f2e51919f08849d0a9065c8627d94b34394ac401b1df7a network default NAD default NAD key default], result "{}", err I0430 13:47:23.188923 3766 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:23.188966 3766 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb I0430 13:47:23.190485 3766 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb, ips: 10.128.0.8 I0430 13:47:23.190536 3766 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:23.197377 3766 cni.go:452] [openshift-monitoring/telemeter-client-8dc7f4cf7-kwrzx 1223d1793dd2a54986ecdc933ce9e0eb6cff684a214e1c9815ed837adabe5ead network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-8dc7f4cf7-kwrzx 1223d1793dd2a54986ecdc933ce9e0eb6cff684a214e1c9815ed837adabe5ead network default NAD default NAD key ] I0430 13:47:23.207571 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-8dc7f4cf7-kwrzx, hostIfaceName: 1223d1793dd2a54, network: default, NAD default, SandboxID: "1223d1793dd2a54986ecdc933ce9e0eb6cff684a214e1c9815ed837adabe5ead", PCI device ID: , UID: "cc72af5f-3fb9-4785-8f95-a82e23bc13c6", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0430 13:47:23.254256 3766 cni.go:473] [openshift-monitoring/telemeter-client-8dc7f4cf7-kwrzx 1223d1793dd2a54986ecdc933ce9e0eb6cff684a214e1c9815ed837adabe5ead network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-8dc7f4cf7-kwrzx 1223d1793dd2a54986ecdc933ce9e0eb6cff684a214e1c9815ed837adabe5ead network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:74:44:f9:da:d6\",\"name\":\"1223d1793dd2a54\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f13435b9-d2e8-4c90-bb1e-4be4a79b096a\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:47:24.090275 3766 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:24.090298 3766 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:24.512722 3766 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:24.513330 3766 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:25.095605 3766 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:25.095628 3766 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:25.106064 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0430 13:47:25.106094 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0430 13:47:50.647645 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:47:50.647665 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:47:50.647671 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 13:47:51.525558 3766 cni.go:452] [openshift-console/console-864556d4db-5bqn8 46ecf0ec83a0e01ce9952675990bc916c82a0812d48e60edaf2797d07509df6f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-864556d4db-5bqn8 46ecf0ec83a0e01ce9952675990bc916c82a0812d48e60edaf2797d07509df6f network default NAD default NAD key ] I0430 13:47:51.606807 3766 cni.go:473] [openshift-console/console-864556d4db-5bqn8 46ecf0ec83a0e01ce9952675990bc916c82a0812d48e60edaf2797d07509df6f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-864556d4db-5bqn8 46ecf0ec83a0e01ce9952675990bc916c82a0812d48e60edaf2797d07509df6f network default NAD default NAD key default], result "{}", err I0430 13:47:51.655319 3766 obj_retry.go:498] Detected object openshift-console/console-864556d4db-5bqn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:51.655354 3766 pods.go:176] Deleting pod: openshift-console/console-864556d4db-5bqn8 I0430 13:47:51.656668 3766 pods.go:236] Attempting to release IPs for pod: openshift-console/console-864556d4db-5bqn8, ips: 10.128.0.19 I0430 13:47:51.656696 3766 obj_retry.go:498] Detected object openshift-console/console-864556d4db-5bqn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:51.665979 3766 base_network_controller_pods.go:487] [default/openshift-console/console-97db77f5d-96fnh] creating logical port openshift-console_console-97db77f5d-96fnh for pod on switch ip-10-0-0-154.ec2.internal I0430 13:47:51.666093 3766 kube.go:256] Updating pod openshift-console/console-97db77f5d-96fnh I0430 13:47:51.683286 3766 pod.go:62] [openshift-console/console-97db77f5d-96fnh] pod update took 17.217925ms I0430 13:47:51.683308 3766 base_network_controller_pods.go:951] [default/openshift-console/console-97db77f5d-96fnh] addLogicalPort annotation time took 17.242473ms I0430 13:47:51.684392 3766 pods.go:271] [openshift-console/console-97db77f5d-96fnh] addLogicalPort took 18.42294ms, libovsdb time 789.844µs I0430 13:47:51.960682 3766 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:51.961242 3766 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:52.022961 3766 cni.go:452] [openshift-console/console-97db77f5d-96fnh 6d732c690e3dfc59b826156413dc0a0bd2e96dc327b9c023032d06dd045f3705 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-97db77f5d-96fnh 6d732c690e3dfc59b826156413dc0a0bd2e96dc327b9c023032d06dd045f3705 network default NAD default NAD key ] I0430 13:47:52.031884 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-97db77f5d-96fnh, hostIfaceName: 6d732c690e3dfc5, network: default, NAD default, SandboxID: "6d732c690e3dfc59b826156413dc0a0bd2e96dc327b9c023032d06dd045f3705", PCI device ID: , UID: "95972ff3-662d-4b06-97fd-624503ae2311", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0430 13:47:52.078043 3766 cni.go:473] [openshift-console/console-97db77f5d-96fnh 6d732c690e3dfc59b826156413dc0a0bd2e96dc327b9c023032d06dd045f3705 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-97db77f5d-96fnh 6d732c690e3dfc59b826156413dc0a0bd2e96dc327b9c023032d06dd045f3705 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ec:92:39:e8:5e\",\"name\":\"6d732c690e3dfc5\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e71ee93-a5a0-4845-ac50-890f236edfab\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:47:52.094590 3766 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.094613 3766 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.104438 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0430 13:47:52.104461 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0430 13:47:52.195452 3766 obj_retry.go:492] Detected object openshift-console/console-864556d4db-5bqn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.195471 3766 obj_retry.go:492] Detected object openshift-console/console-864556d4db-5bqn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.211989 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864556d4db-5bqn8 I0430 13:47:52.212015 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864556d4db-5bqn8 W0430 13:48:02.243546 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 13:48:02.390669 3766 obj_retry.go:498] Detected object openshift-console/console-864556d4db-677ms of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:02.391171 3766 obj_retry.go:498] Detected object openshift-console/console-864556d4db-677ms of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:03.277139 3766 obj_retry.go:492] Detected object openshift-console/console-864556d4db-677ms of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:03.277161 3766 obj_retry.go:492] Detected object openshift-console/console-864556d4db-677ms of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:03.286489 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864556d4db-677ms I0430 13:48:03.286524 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864556d4db-677ms I0430 13:48:27.724880 3766 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:27.725477 3766 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:28.257641 3766 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:28.257747 3766 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:28.264763 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0430 13:48:28.264859 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0430 13:49:32.024085 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0430 13:49:39.910134 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0430 13:49:43.912118 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0430 13:49:53.000319 3766 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0430 13:50:00.188629 3766 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29625950-8hdch for pod on switch ip-10-0-0-154.ec2.internal I0430 13:50:00.188780 3766 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch I0430 13:50:00.206755 3766 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch] pod update took 18.002313ms I0430 13:50:00.206785 3766 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch] addLogicalPort annotation time took 18.041617ms I0430 13:50:00.208271 3766 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch] addLogicalPort took 19.667602ms, libovsdb time 1.123853ms I0430 13:50:00.574242 3766 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch 0e602d7a3860e171e659cf2d406f49abdaccd0edb6131a2d8e5c775d430ded21 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch 0e602d7a3860e171e659cf2d406f49abdaccd0edb6131a2d8e5c775d430ded21 network default NAD default NAD key ] I0430 13:50:00.583959 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29625950-8hdch, hostIfaceName: 0e602d7a3860e17, network: default, NAD default, SandboxID: "0e602d7a3860e171e659cf2d406f49abdaccd0edb6131a2d8e5c775d430ded21", PCI device ID: , UID: "fe183155-eb2a-4df6-af34-fb042de5d99f", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0430 13:50:00.631930 3766 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch 0e602d7a3860e171e659cf2d406f49abdaccd0edb6131a2d8e5c775d430ded21 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch 0e602d7a3860e171e659cf2d406f49abdaccd0edb6131a2d8e5c775d430ded21 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:24:b6:91:b8:af\",\"name\":\"0e602d7a3860e17\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8259c01d-82cf-4c03-bb2c-587814216ed9\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:50:03.319830 3766 cni.go:452] [openshift-console/console-97db77f5d-96fnh 6d732c690e3dfc59b826156413dc0a0bd2e96dc327b9c023032d06dd045f3705 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-97db77f5d-96fnh 6d732c690e3dfc59b826156413dc0a0bd2e96dc327b9c023032d06dd045f3705 network default NAD default NAD key ] I0430 13:50:03.397729 3766 cni.go:473] [openshift-console/console-97db77f5d-96fnh 6d732c690e3dfc59b826156413dc0a0bd2e96dc327b9c023032d06dd045f3705 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-97db77f5d-96fnh 6d732c690e3dfc59b826156413dc0a0bd2e96dc327b9c023032d06dd045f3705 network default NAD default NAD key default], result "{}", err I0430 13:50:03.447431 3766 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-96fnh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:03.447460 3766 pods.go:176] Deleting pod: openshift-console/console-97db77f5d-96fnh I0430 13:50:03.448696 3766 pods.go:236] Attempting to release IPs for pod: openshift-console/console-97db77f5d-96fnh, ips: 10.128.0.22 I0430 13:50:03.448721 3766 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-96fnh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:03.459927 3766 base_network_controller_pods.go:487] [default/openshift-console/console-7664d4f4b7-bzcf9] creating logical port openshift-console_console-7664d4f4b7-bzcf9 for pod on switch ip-10-0-0-154.ec2.internal I0430 13:50:03.460034 3766 kube.go:256] Updating pod openshift-console/console-7664d4f4b7-bzcf9 I0430 13:50:03.475226 3766 pod.go:62] [openshift-console/console-7664d4f4b7-bzcf9] pod update took 15.226281ms I0430 13:50:03.475251 3766 base_network_controller_pods.go:951] [default/openshift-console/console-7664d4f4b7-bzcf9] addLogicalPort annotation time took 15.262902ms I0430 13:50:03.476312 3766 pods.go:271] [openshift-console/console-7664d4f4b7-bzcf9] addLogicalPort took 16.398543ms, libovsdb time 763.933µs I0430 13:50:03.675212 3766 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-96fnh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:03.675235 3766 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-96fnh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:03.677631 3766 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch 0e602d7a3860e171e659cf2d406f49abdaccd0edb6131a2d8e5c775d430ded21 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch 0e602d7a3860e171e659cf2d406f49abdaccd0edb6131a2d8e5c775d430ded21 network default NAD default NAD key ] I0430 13:50:03.687571 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-97db77f5d-96fnh I0430 13:50:03.687594 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-97db77f5d-96fnh I0430 13:50:03.748878 3766 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch 0e602d7a3860e171e659cf2d406f49abdaccd0edb6131a2d8e5c775d430ded21 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch 0e602d7a3860e171e659cf2d406f49abdaccd0edb6131a2d8e5c775d430ded21 network default NAD default NAD key default], result "{}", err I0430 13:50:03.787129 3766 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:03.787159 3766 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch I0430 13:50:03.788537 3766 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch, ips: 10.128.0.23 I0430 13:50:03.788566 3766 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:03.815560 3766 cni.go:452] [openshift-console/console-7664d4f4b7-bzcf9 74f63d975bd7219291f6bfed7ffabf588b2753095c18e451cb95c4d888dcb4c8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7664d4f4b7-bzcf9 74f63d975bd7219291f6bfed7ffabf588b2753095c18e451cb95c4d888dcb4c8 network default NAD default NAD key ] I0430 13:50:03.825157 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7664d4f4b7-bzcf9, hostIfaceName: 74f63d975bd7219, network: default, NAD default, SandboxID: "74f63d975bd7219291f6bfed7ffabf588b2753095c18e451cb95c4d888dcb4c8", PCI device ID: , UID: "7b2dc9a6-f58e-4607-827d-ec4226242740", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0430 13:50:03.870849 3766 cni.go:473] [openshift-console/console-7664d4f4b7-bzcf9 74f63d975bd7219291f6bfed7ffabf588b2753095c18e451cb95c4d888dcb4c8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7664d4f4b7-bzcf9 74f63d975bd7219291f6bfed7ffabf588b2753095c18e451cb95c4d888dcb4c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a0:ff:0d:6c:e7\",\"name\":\"74f63d975bd7219\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c34b596-d70a-44cc-86f0-ff25f4238cfe\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:50:04.700092 3766 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:04.700112 3766 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:14.058584 3766 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-czwwr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:14.059116 3766 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-czwwr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:14.683518 3766 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-czwwr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:14.683543 3766 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-czwwr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:14.694415 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-97db77f5d-czwwr I0430 13:50:14.694444 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-97db77f5d-czwwr W0430 13:50:14.730163 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 13:50:14.910683 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0430 13:50:43.035190 3766 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0430 13:50:48.004927 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0430 13:50:50.041914 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0430 13:51:12.010879 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0430 13:51:17.344011 3766 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lp2ff] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-lp2ff for pod on switch ip-10-0-0-154.ec2.internal I0430 13:51:17.344143 3766 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lp2ff I0430 13:51:17.381606 3766 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lp2ff] pod update took 37.495737ms I0430 13:51:17.381627 3766 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lp2ff] addLogicalPort annotation time took 37.520499ms I0430 13:51:17.382880 3766 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lp2ff] addLogicalPort took 38.887911ms, libovsdb time 887.103µs I0430 13:51:17.703242 3766 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lp2ff 1895dfd98de9333373324c87dde3fa371a26519712bfa94e62865826b971cc6b network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lp2ff 1895dfd98de9333373324c87dde3fa371a26519712bfa94e62865826b971cc6b network default NAD default NAD key ] I0430 13:51:17.712446 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-lp2ff, hostIfaceName: 1895dfd98de9333, network: default, NAD default, SandboxID: "1895dfd98de9333373324c87dde3fa371a26519712bfa94e62865826b971cc6b", PCI device ID: , UID: "e12ef301-ff2d-4e50-95ed-093fb947efce", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0430 13:51:17.758704 3766 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lp2ff 1895dfd98de9333373324c87dde3fa371a26519712bfa94e62865826b971cc6b network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-lp2ff 1895dfd98de9333373324c87dde3fa371a26519712bfa94e62865826b971cc6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:91:a6:39:a2:27\",\"name\":\"1895dfd98de9333\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f7afb68-a8d8-4c8f-a137-7ead7107836c\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 13:51:20.974193 3766 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0430 13:51:31.979447 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:51:32.024911 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0430 13:51:32.024970 3766 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-rqbsz IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-rqbsz: no pod IPs found I0430 13:51:41.041522 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0430 13:51:41.910424 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=154 I0430 13:52:13.911339 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0430 13:52:48.920311 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=663 I0430 13:52:53.017668 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0430 13:53:35.000539 3766 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0430 13:54:06.029257 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0430 13:55:23.912687 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=32 I0430 13:55:33.915049 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0430 13:55:35.026971 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0430 13:55:46.073985 3766 namespace.go:98] [tsf] adding namespace I0430 13:55:46.075002 3766 namespace.go:102] [tsf] adding namespace took 994.346µs I0430 13:55:46.098330 3766 namespace.go:142] [tsf] updating namespace I0430 13:55:46.111261 3766 namespace.go:142] [tsf] updating namespace I0430 13:55:49.922648 3766 namespace.go:98] [cert-manager-operator] adding namespace I0430 13:55:49.923541 3766 namespace.go:102] [cert-manager-operator] adding namespace took 870.314µs I0430 13:55:49.930911 3766 namespace.go:98] [rhtpa-operator] adding namespace I0430 13:55:49.931669 3766 namespace.go:102] [rhtpa-operator] adding namespace took 744.12µs I0430 13:55:49.937968 3766 namespace.go:98] [tsf-keycloak] adding namespace I0430 13:55:49.938052 3766 namespace.go:98] [konflux-operator] adding namespace I0430 13:55:49.937969 3766 namespace.go:98] [konflux-ui] adding namespace I0430 13:55:49.938207 3766 namespace.go:98] [tsf-tas] adding namespace I0430 13:55:49.938334 3766 namespace.go:98] [tsf-tpa] adding namespace I0430 13:55:49.938694 3766 namespace.go:102] [tsf-keycloak] adding namespace took 709.799µs I0430 13:55:49.939231 3766 namespace.go:102] [konflux-operator] adding namespace took 1.164403ms I0430 13:55:49.939782 3766 namespace.go:102] [konflux-ui] adding namespace took 1.695726ms I0430 13:55:49.940236 3766 namespace.go:102] [tsf-tas] adding namespace took 2.017534ms I0430 13:55:49.940697 3766 namespace.go:102] [tsf-tpa] adding namespace took 2.343799ms I0430 13:55:49.940718 3766 namespace.go:98] [rhbk-operator] adding namespace I0430 13:55:49.941159 3766 namespace.go:102] [rhbk-operator] adding namespace took 432.971µs I0430 13:55:49.963219 3766 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:55:49.989947 3766 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:55:50.004021 3766 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:55:50.009944 3766 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:50.013362 3766 namespace.go:142] [konflux-ui] updating namespace I0430 13:55:50.016886 3766 namespace.go:142] [konflux-operator] updating namespace I0430 13:55:50.019544 3766 namespace.go:142] [tsf-tas] updating namespace I0430 13:55:50.027933 3766 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:55:50.044822 3766 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:55:50.103946 3766 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:50.104098 3766 namespace.go:142] [rhbk-operator] updating namespace I0430 13:55:50.174957 3766 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:50.175004 3766 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:55:50.202929 3766 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:50.237039 3766 namespace.go:142] [konflux-operator] updating namespace I0430 13:55:50.247149 3766 namespace.go:142] [konflux-operator] updating namespace I0430 13:55:50.288971 3766 namespace.go:142] [tsf-tas] updating namespace I0430 13:55:50.370095 3766 namespace.go:142] [tsf-tas] updating namespace I0430 13:55:50.426035 3766 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:50.538880 3766 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:50.630971 3766 namespace.go:142] [rhbk-operator] updating namespace I0430 13:55:50.736985 3766 namespace.go:142] [rhbk-operator] updating namespace I0430 13:55:50.814319 3766 namespace.go:142] [konflux-ui] updating namespace I0430 13:55:50.891914 3766 namespace.go:142] [konflux-ui] updating namespace I0430 13:55:52.104423 3766 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:52.111572 3766 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:52.294541 3766 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-0-154.ec2.internal I0430 13:55:52.294682 3766 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0430 13:55:52.327896 3766 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 33.2465ms I0430 13:55:52.327923 3766 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 33.277157ms I0430 13:55:52.329336 3766 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 34.81627ms, libovsdb time 921.123µs I0430 13:55:52.663192 3766 cni.go:452] [tsf/test-tsf-subscriptions 2aa8b90927ac39e0c0c74fde1570df0a905bcb3555cd1119bb4277f83f874266 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 2aa8b90927ac39e0c0c74fde1570df0a905bcb3555cd1119bb4277f83f874266 network default NAD default NAD key ] I0430 13:55:52.672860 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 2aa8b90927ac39e, network: default, NAD default, SandboxID: "2aa8b90927ac39e0c0c74fde1570df0a905bcb3555cd1119bb4277f83f874266", PCI device ID: , UID: "657cb839-6e95-4360-a8af-cebcdb6e342c", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0430 13:55:52.720977 3766 cni.go:473] [tsf/test-tsf-subscriptions 2aa8b90927ac39e0c0c74fde1570df0a905bcb3555cd1119bb4277f83f874266 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 2aa8b90927ac39e0c0c74fde1570df0a905bcb3555cd1119bb4277f83f874266 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:60:d6:87:87:7e\",\"name\":\"2aa8b90927ac39e\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/009fe502-a956-4591-911a-308299637a89\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:55:58.147234 3766 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.147816 3766 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.147843 3766 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.147853 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:55:58.147871 3766 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.147875 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:55:59.179173 3766 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.179201 3766 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.179214 3766 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.179232 3766 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.794166 3766 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.794781 3766 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.794804 3766 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.794811 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:55:59.794825 3766 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.794834 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:00.822287 3766 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:00.822310 3766 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:00.822322 3766 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:00.822339 3766 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:02.232962 3766 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.233613 3766 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.233644 3766 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.233654 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:02.233673 3766 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.233679 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:03.202090 3766 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.202517 3766 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.202543 3766 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.202551 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:03.202564 3766 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.202568 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:03.270786 3766 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:03.270803 3766 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:03.270816 3766 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:03.270829 3766 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.227918 3766 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.227940 3766 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.227951 3766 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.227964 3766 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:05.235776 3766 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.236312 3766 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.236340 3766 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.236350 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:05.236382 3766 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.236391 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:05.273388 3766 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.273822 3766 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.273844 3766 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.273852 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:05.273864 3766 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.273868 3766 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:06.275004 3766 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.275024 3766 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.275038 3766 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.275052 3766 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.308433 3766 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.308459 3766 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.308474 3766 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.308485 3766 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:56:11.165684 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0430 13:56:15.044467 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 W0430 13:56:15.807064 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 13:56:15.823491 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 13:56:18.566259 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 13:56:19.821867 3766 namespace.go:98] [cert-manager] adding namespace I0430 13:56:19.822659 3766 namespace.go:102] [cert-manager] adding namespace took 773.187µs I0430 13:56:19.883059 3766 namespace.go:142] [cert-manager] updating namespace I0430 13:56:19.901189 3766 namespace.go:142] [openshift-operators] updating namespace I0430 13:56:19.924871 3766 namespace.go:142] [cert-manager] updating namespace I0430 13:56:19.939935 3766 namespace.go:142] [openshift-operators] updating namespace I0430 13:56:26.074731 3766 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-f4qqt] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-f4qqt for pod on switch ip-10-0-0-154.ec2.internal I0430 13:56:26.074875 3766 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-f4qqt I0430 13:56:26.102901 3766 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-f4qqt] pod update took 28.069583ms I0430 13:56:26.102922 3766 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-f4qqt] addLogicalPort annotation time took 28.092776ms I0430 13:56:26.104171 3766 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-f4qqt] addLogicalPort took 29.459108ms, libovsdb time 915.681µs I0430 13:56:26.432694 3766 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-f4qqt 0349da5e00a0e6dd647d8681050fb8974ed80951a2fbe428ee927c14607226bd network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-f4qqt 0349da5e00a0e6dd647d8681050fb8974ed80951a2fbe428ee927c14607226bd network default NAD default NAD key ] I0430 13:56:26.442286 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-f4qqt, hostIfaceName: 0349da5e00a0e6d, network: default, NAD default, SandboxID: "0349da5e00a0e6dd647d8681050fb8974ed80951a2fbe428ee927c14607226bd", PCI device ID: , UID: "17797c6f-58a6-4392-8c9c-3e4dff05a006", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0430 13:56:26.488298 3766 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-f4qqt 0349da5e00a0e6dd647d8681050fb8974ed80951a2fbe428ee927c14607226bd network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-f4qqt 0349da5e00a0e6dd647d8681050fb8974ed80951a2fbe428ee927c14607226bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:ab:fb:2c:5c:a8\",\"name\":\"0349da5e00a0e6d\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e66bb89-5029-44b5-bc05-e7a41c4a8188\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 13:56:28.563462 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 13:56:28.563483 3766 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 13:56:29.240006 3766 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0430 13:56:29.240032 3766 namespace.go:98] [trusted-artifact-signer] adding namespace I0430 13:56:29.240849 3766 namespace.go:102] [trusted-artifact-signer] adding namespace took 799.046µs I0430 13:56:29.279304 3766 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:29.302531 3766 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:32.928161 3766 namespace.go:142] [openshift-operators] updating namespace W0430 13:56:40.236138 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0430 13:56:44.242356 3766 cni.go:452] [tsf/test-tsf-subscriptions 2aa8b90927ac39e0c0c74fde1570df0a905bcb3555cd1119bb4277f83f874266 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 2aa8b90927ac39e0c0c74fde1570df0a905bcb3555cd1119bb4277f83f874266 network default NAD default NAD key ] I0430 13:56:44.313564 3766 cni.go:473] [tsf/test-tsf-subscriptions 2aa8b90927ac39e0c0c74fde1570df0a905bcb3555cd1119bb4277f83f874266 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 2aa8b90927ac39e0c0c74fde1570df0a905bcb3555cd1119bb4277f83f874266 network default NAD default NAD key default], result "{}", err I0430 13:56:44.423454 3766 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:44.423482 3766 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0430 13:56:44.424721 3766 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.128.0.26 I0430 13:56:44.424748 3766 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:44.450832 3766 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:44.450852 3766 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:44.460946 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0430 13:56:44.460969 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0430 13:56:46.219337 3766 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-0-154.ec2.internal I0430 13:56:46.219475 3766 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0430 13:56:46.239929 3766 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 20.481048ms I0430 13:56:46.239951 3766 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 20.509162ms I0430 13:56:46.241149 3766 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 21.836523ms, libovsdb time 864.633µs I0430 13:56:46.602404 3766 cni.go:452] [tsf/test-tsf-infrastructure 599d6d6b674b287258fb7de8cdbfbfed93292edcb69621436114f209f78d5e16 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 599d6d6b674b287258fb7de8cdbfbfed93292edcb69621436114f209f78d5e16 network default NAD default NAD key ] I0430 13:56:46.612390 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 599d6d6b674b287, network: default, NAD default, SandboxID: "599d6d6b674b287258fb7de8cdbfbfed93292edcb69621436114f209f78d5e16", PCI device ID: , UID: "27fec112-bb2e-4e81-9a8c-84c9a35df8b8", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0430 13:56:46.658775 3766 cni.go:473] [tsf/test-tsf-infrastructure 599d6d6b674b287258fb7de8cdbfbfed93292edcb69621436114f209f78d5e16 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 599d6d6b674b287258fb7de8cdbfbfed93292edcb69621436114f209f78d5e16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:db:1a:3e:d5:02\",\"name\":\"599d6d6b674b287\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fde82f48-7ca3-4da5-8175-eb00700fde75\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:56:48.637513 3766 namespace.go:98] [openshift-pipelines] adding namespace I0430 13:56:48.638392 3766 namespace.go:102] [openshift-pipelines] adding namespace took 852.401µs I0430 13:56:48.662544 3766 namespace.go:142] [openshift-pipelines] updating namespace I0430 13:56:49.118260 3766 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zc2td] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-zc2td for pod on switch ip-10-0-0-154.ec2.internal I0430 13:56:49.118363 3766 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zc2td I0430 13:56:49.133994 3766 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zc2td] pod update took 15.663052ms I0430 13:56:49.134021 3766 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zc2td] addLogicalPort annotation time took 15.69386ms I0430 13:56:49.135400 3766 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zc2td] addLogicalPort took 17.157045ms, libovsdb time 963.978µs I0430 13:56:49.224282 3766 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hjkrv] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-hjkrv for pod on switch ip-10-0-0-154.ec2.internal I0430 13:56:49.224421 3766 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hjkrv I0430 13:56:49.237703 3766 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hjkrv] pod update took 13.312ms I0430 13:56:49.237741 3766 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hjkrv] addLogicalPort annotation time took 13.350634ms I0430 13:56:49.239363 3766 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hjkrv] addLogicalPort took 15.098104ms, libovsdb time 1.178142ms I0430 13:56:50.726207 3766 namespace.go:142] [cert-manager] updating namespace I0430 13:56:50.932216 3766 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:56:51.330585 3766 namespace.go:142] [konflux-operator] updating namespace I0430 13:56:51.530957 3766 namespace.go:142] [konflux-ui] updating namespace I0430 13:56:51.734243 3766 namespace.go:142] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] updating namespace I0430 13:56:52.135259 3766 namespace.go:142] [rhbk-operator] updating namespace I0430 13:56:52.336827 3766 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:56:52.540224 3766 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:52.738039 3766 namespace.go:142] [tsf] updating namespace I0430 13:56:52.941251 3766 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:56:53.144058 3766 namespace.go:142] [tsf-tas] updating namespace I0430 13:56:53.344041 3766 namespace.go:142] [tsf-tpa] updating namespace I0430 13:56:53.482870 3766 namespace.go:142] [cert-manager] updating namespace I0430 13:56:53.495838 3766 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:56:53.506371 3766 namespace.go:142] [default] updating namespace I0430 13:56:53.518803 3766 namespace.go:142] [konflux-operator] updating namespace I0430 13:56:53.530579 3766 namespace.go:142] [konflux-ui] updating namespace I0430 13:56:53.542300 3766 namespace.go:142] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] updating namespace I0430 13:56:53.552514 3766 namespace.go:142] [openshift] updating namespace I0430 13:56:53.565562 3766 namespace.go:142] [rhbk-operator] updating namespace I0430 13:56:53.580403 3766 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:56:53.591754 3766 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:53.601293 3766 namespace.go:142] [tsf] updating namespace I0430 13:56:53.613188 3766 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:56:53.625967 3766 namespace.go:142] [tsf-tas] updating namespace I0430 13:56:53.648885 3766 namespace.go:142] [tsf-tpa] updating namespace I0430 13:56:53.728127 3766 namespace.go:142] [cert-manager] updating namespace I0430 13:56:53.828168 3766 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:56:53.931101 3766 namespace.go:142] [default] updating namespace I0430 13:56:54.028159 3766 namespace.go:142] [konflux-operator] updating namespace I0430 13:56:54.129116 3766 namespace.go:142] [konflux-ui] updating namespace I0430 13:56:54.229070 3766 namespace.go:142] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] updating namespace I0430 13:56:54.333289 3766 namespace.go:142] [openshift] updating namespace I0430 13:56:54.429979 3766 namespace.go:142] [rhbk-operator] updating namespace I0430 13:56:54.528789 3766 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:56:54.633855 3766 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:54.726927 3766 namespace.go:142] [tsf] updating namespace I0430 13:56:54.830982 3766 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:56:54.926986 3766 namespace.go:142] [tsf-tas] updating namespace I0430 13:56:55.026720 3766 namespace.go:142] [tsf-tpa] updating namespace I0430 13:56:55.444009 3766 namespace.go:142] [openshift-pipelines] updating namespace I0430 13:56:57.386823 3766 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hjkrv d7afcfef2356478e809d2e2156372a7e64961f00137ce9a477b9e84e1e50d1ff network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hjkrv d7afcfef2356478e809d2e2156372a7e64961f00137ce9a477b9e84e1e50d1ff network default NAD default NAD key ] I0430 13:56:57.396085 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-hjkrv, hostIfaceName: d7afcfef2356478, network: default, NAD default, SandboxID: "d7afcfef2356478e809d2e2156372a7e64961f00137ce9a477b9e84e1e50d1ff", PCI device ID: , UID: "47f0354a-8c4a-4d23-a248-3af242bb5cd7", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0430 13:56:57.444188 3766 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hjkrv d7afcfef2356478e809d2e2156372a7e64961f00137ce9a477b9e84e1e50d1ff network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hjkrv d7afcfef2356478e809d2e2156372a7e64961f00137ce9a477b9e84e1e50d1ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:8a:68:6a:b3:0e\",\"name\":\"d7afcfef2356478\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fad33a1-b494-4231-85bd-9dfd2fb0af97\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:56:57.591031 3766 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zc2td fd92cbd1004452608c7be1a650909469ee589c1f68492b4c162aec2ca564db2b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zc2td fd92cbd1004452608c7be1a650909469ee589c1f68492b4c162aec2ca564db2b network default NAD default NAD key ] I0430 13:56:57.600845 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-zc2td, hostIfaceName: fd92cbd10044526, network: default, NAD default, SandboxID: "fd92cbd1004452608c7be1a650909469ee589c1f68492b4c162aec2ca564db2b", PCI device ID: , UID: "d1f4f2aa-c8a4-4e7f-87fa-282dbb37cc9a", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0430 13:56:57.646549 3766 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zc2td fd92cbd1004452608c7be1a650909469ee589c1f68492b4c162aec2ca564db2b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-zc2td fd92cbd1004452608c7be1a650909469ee589c1f68492b4c162aec2ca564db2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:8d:e4:f4:49:09\",\"name\":\"fd92cbd10044526\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd867887-59bb-4756-8b62-948773375e54\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 13:56:58.322783 3766 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0430 13:56:58.352100 3766 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0430 13:57:03.010961 3766 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2jk4s] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-2jk4s for pod on switch ip-10-0-0-154.ec2.internal I0430 13:57:03.011088 3766 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2jk4s I0430 13:57:03.034837 3766 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2jk4s] pod update took 23.805067ms I0430 13:57:03.034861 3766 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2jk4s] addLogicalPort annotation time took 23.834961ms I0430 13:57:03.036107 3766 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2jk4s] addLogicalPort took 25.164716ms, libovsdb time 871.901µs I0430 13:57:03.202764 3766 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-n4qh7] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-n4qh7 for pod on switch ip-10-0-0-154.ec2.internal I0430 13:57:03.202839 3766 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-n4qh7 I0430 13:57:03.222143 3766 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-n4qh7] pod update took 19.326716ms I0430 13:57:03.222164 3766 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-n4qh7] addLogicalPort annotation time took 19.351297ms I0430 13:57:03.223260 3766 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-n4qh7] addLogicalPort took 20.506798ms, libovsdb time 800.588µs I0430 13:57:03.379915 3766 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2jk4s 16b6d16b6cab18a92d8fd346bed7602f87bbf14bc33213359bb2094668f5aa49 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2jk4s 16b6d16b6cab18a92d8fd346bed7602f87bbf14bc33213359bb2094668f5aa49 network default NAD default NAD key ] I0430 13:57:03.388908 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-2jk4s, hostIfaceName: 16b6d16b6cab18a, network: default, NAD default, SandboxID: "16b6d16b6cab18a92d8fd346bed7602f87bbf14bc33213359bb2094668f5aa49", PCI device ID: , UID: "261352f1-5a97-4188-8d14-2ecd6086e0e8", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0430 13:57:03.438217 3766 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2jk4s 16b6d16b6cab18a92d8fd346bed7602f87bbf14bc33213359bb2094668f5aa49 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-2jk4s 16b6d16b6cab18a92d8fd346bed7602f87bbf14bc33213359bb2094668f5aa49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:0c:9d:ed:f4:c6\",\"name\":\"16b6d16b6cab18a\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/449830e7-ba3c-44c1-b663-138dc6ffbbcd\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:57:03.565233 3766 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-n4qh7 9dfd9d722c4b319233e0ba12c9c0ef6001f96b7328143b2b2ec70502f9e3a18f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-n4qh7 9dfd9d722c4b319233e0ba12c9c0ef6001f96b7328143b2b2ec70502f9e3a18f network default NAD default NAD key ] I0430 13:57:03.575304 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-n4qh7, hostIfaceName: 9dfd9d722c4b319, network: default, NAD default, SandboxID: "9dfd9d722c4b319233e0ba12c9c0ef6001f96b7328143b2b2ec70502f9e3a18f", PCI device ID: , UID: "1abcf8dc-0c89-4b98-9748-dd779a61d80a", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0430 13:57:03.622193 3766 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-n4qh7 9dfd9d722c4b319233e0ba12c9c0ef6001f96b7328143b2b2ec70502f9e3a18f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-n4qh7 9dfd9d722c4b319233e0ba12c9c0ef6001f96b7328143b2b2ec70502f9e3a18f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:e0:5f:ae:53:20\",\"name\":\"9dfd9d722c4b319\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3063f418-49ac-4cda-9929-4b9bdce3f8ba\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 13:57:08.433952 3766 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.433969 3766 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.433974 3766 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.433981 3766 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.479133 3766 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:08.479148 3766 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:08.479153 3766 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:10.386549 3766 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 13:57:10.386573 3766 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 13:57:10.386579 3766 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 13:57:19.333053 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0430 13:57:19.361443 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0430 13:57:21.393783 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 13:57:21.393803 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 13:57:21.393812 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0430 13:57:26.007404 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0430 13:57:32.551940 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0430 13:57:38.518590 3766 cni.go:452] [tsf/test-tsf-infrastructure 599d6d6b674b287258fb7de8cdbfbfed93292edcb69621436114f209f78d5e16 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 599d6d6b674b287258fb7de8cdbfbfed93292edcb69621436114f209f78d5e16 network default NAD default NAD key ] I0430 13:57:38.600890 3766 cni.go:473] [tsf/test-tsf-infrastructure 599d6d6b674b287258fb7de8cdbfbfed93292edcb69621436114f209f78d5e16 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 599d6d6b674b287258fb7de8cdbfbfed93292edcb69621436114f209f78d5e16 network default NAD default NAD key default], result "{}", err I0430 13:57:38.657391 3766 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:57:38.657430 3766 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0430 13:57:38.658836 3766 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.128.0.28 I0430 13:57:38.658864 3766 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:57:38.681755 3766 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:57:38.681774 3766 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:57:38.690734 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0430 13:57:38.690754 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0430 13:57:39.870207 3766 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-0-154.ec2.internal I0430 13:57:39.870304 3766 kube.go:256] Updating pod tsf/test-tsf-iam I0430 13:57:39.890042 3766 pod.go:62] [tsf/test-tsf-iam] pod update took 19.760123ms I0430 13:57:39.890061 3766 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 19.786963ms I0430 13:57:39.891226 3766 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 21.041408ms, libovsdb time 836.12µs I0430 13:57:40.335321 3766 cni.go:452] [tsf/test-tsf-iam 6c28bd7cc25a8acd9f1db2353472d4b3eacf68e00f7c3a0b73dbb04507c0b310 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 6c28bd7cc25a8acd9f1db2353472d4b3eacf68e00f7c3a0b73dbb04507c0b310 network default NAD default NAD key ] I0430 13:57:40.345797 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 6c28bd7cc25a8ac, network: default, NAD default, SandboxID: "6c28bd7cc25a8acd9f1db2353472d4b3eacf68e00f7c3a0b73dbb04507c0b310", PCI device ID: , UID: "401d379e-b5bb-461b-b48c-e0ba2055bd42", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0430 13:57:40.392530 3766 cni.go:473] [tsf/test-tsf-iam 6c28bd7cc25a8acd9f1db2353472d4b3eacf68e00f7c3a0b73dbb04507c0b310 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 6c28bd7cc25a8acd9f1db2353472d4b3eacf68e00f7c3a0b73dbb04507c0b310 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d4:51:d6:83:04\",\"name\":\"6c28bd7cc25a8ac\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/da88dfeb-2440-480d-9610-beb001778481\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:57:40.675544 3766 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0430 13:57:40.676152 3766 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0430 13:57:40.676186 3766 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0430 13:57:40.679076 3766 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0430 13:57:41.049797 3766 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-154.ec2.internal I0430 13:57:41.049898 3766 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0430 13:57:41.067713 3766 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.851459ms I0430 13:57:41.067748 3766 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.884471ms I0430 13:57:41.068953 3766 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.198283ms, libovsdb time 833.106µs I0430 13:57:41.444391 3766 cni.go:452] [tsf-keycloak/keycloak-0 49033ff6551c94561e59305521bc6c7494faafb88696069d629f4063233a796d network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 49033ff6551c94561e59305521bc6c7494faafb88696069d629f4063233a796d network default NAD default NAD key ] I0430 13:57:41.457806 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 49033ff6551c945, network: default, NAD default, SandboxID: "49033ff6551c94561e59305521bc6c7494faafb88696069d629f4063233a796d", PCI device ID: , UID: "cc648430-8a14-42a8-8bc8-e3f383998358", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0430 13:57:41.508019 3766 cni.go:473] [tsf-keycloak/keycloak-0 49033ff6551c94561e59305521bc6c7494faafb88696069d629f4063233a796d network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 49033ff6551c94561e59305521bc6c7494faafb88696069d629f4063233a796d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:b3:35:01:26:c9\",\"name\":\"49033ff6551c945\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f779a93-315f-4f56-9189-5c9b63cf4de0\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:57:45.003228 3766 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0430 13:57:49.884490 3766 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0430 13:57:57.629111 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0430 13:57:57.629136 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0430 13:57:57.629219 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 13:57:57.629237 3766 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0430 13:58:09.044081 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0430 13:58:10.051078 3766 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 13:58:10.051096 3766 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 13:58:10.051101 3766 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 13:58:19.655941 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 13:58:19.655971 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 13:58:19.656127 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0430 13:58:19.656143 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0430 13:58:25.899968 3766 namespace.go:142] [openshift-pipelines] updating namespace I0430 13:58:33.812927 3766 cni.go:452] [tsf/test-tsf-iam 6c28bd7cc25a8acd9f1db2353472d4b3eacf68e00f7c3a0b73dbb04507c0b310 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 6c28bd7cc25a8acd9f1db2353472d4b3eacf68e00f7c3a0b73dbb04507c0b310 network default NAD default NAD key ] I0430 13:58:33.879327 3766 cni.go:473] [tsf/test-tsf-iam 6c28bd7cc25a8acd9f1db2353472d4b3eacf68e00f7c3a0b73dbb04507c0b310 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 6c28bd7cc25a8acd9f1db2353472d4b3eacf68e00f7c3a0b73dbb04507c0b310 network default NAD default NAD key default], result "{}", err I0430 13:58:33.932471 3766 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:33.932519 3766 pods.go:176] Deleting pod: tsf/test-tsf-iam I0430 13:58:33.933933 3766 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.128.0.33 I0430 13:58:33.933960 3766 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:33.976351 3766 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:33.976377 3766 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:33.984930 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0430 13:58:33.984956 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0430 13:58:34.849069 3766 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-0-154.ec2.internal I0430 13:58:34.849186 3766 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0430 13:58:34.864530 3766 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.368814ms I0430 13:58:34.864551 3766 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.395113ms I0430 13:58:34.865794 3766 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.740238ms, libovsdb time 907.636µs I0430 13:58:35.214025 3766 cni.go:452] [tsf-tas/test-tsf-tas 57494ebff4a8474770936409030520ae54b4439efbca47900780170d598b1de2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 57494ebff4a8474770936409030520ae54b4439efbca47900780170d598b1de2 network default NAD default NAD key ] I0430 13:58:35.223614 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 57494ebff4a8474, network: default, NAD default, SandboxID: "57494ebff4a8474770936409030520ae54b4439efbca47900780170d598b1de2", PCI device ID: , UID: "9b07da43-0561-48fb-9a38-55ec57d80f29", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0430 13:58:35.271996 3766 cni.go:473] [tsf-tas/test-tsf-tas 57494ebff4a8474770936409030520ae54b4439efbca47900780170d598b1de2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 57494ebff4a8474770936409030520ae54b4439efbca47900780170d598b1de2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:20:0b:fd:57:32\",\"name\":\"57494ebff4a8474\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecc70e2b-391b-4077-b5ee-08505ffaf7cf\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:58:36.047918 3766 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-s5mw6-87mxq] creating logical port tsf-tas_segment-backup-installation-s5mw6-87mxq for pod on switch ip-10-0-0-154.ec2.internal I0430 13:58:36.048004 3766 kube.go:256] Updating pod tsf-tas/segment-backup-installation-s5mw6-87mxq I0430 13:58:36.063866 3766 pod.go:62] [tsf-tas/segment-backup-installation-s5mw6-87mxq] pod update took 15.88418ms I0430 13:58:36.063888 3766 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-s5mw6-87mxq] addLogicalPort annotation time took 15.910311ms I0430 13:58:36.065150 3766 pods.go:271] [tsf-tas/segment-backup-installation-s5mw6-87mxq] addLogicalPort took 17.247258ms, libovsdb time 914.604µs I0430 13:58:36.406970 3766 cni.go:452] [tsf-tas/segment-backup-installation-s5mw6-87mxq 8bcbad9dbaaff930007e3eb848709402d6799db53d6cc0f406fcbaabbffaf7d6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-s5mw6-87mxq 8bcbad9dbaaff930007e3eb848709402d6799db53d6cc0f406fcbaabbffaf7d6 network default NAD default NAD key ] I0430 13:58:36.416562 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-s5mw6-87mxq, hostIfaceName: 8bcbad9dbaaff93, network: default, NAD default, SandboxID: "8bcbad9dbaaff930007e3eb848709402d6799db53d6cc0f406fcbaabbffaf7d6", PCI device ID: , UID: "a3b24ec4-5f8c-435f-9cce-59e90a8a130a", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0430 13:58:36.464926 3766 cni.go:473] [tsf-tas/segment-backup-installation-s5mw6-87mxq 8bcbad9dbaaff930007e3eb848709402d6799db53d6cc0f406fcbaabbffaf7d6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-s5mw6-87mxq 8bcbad9dbaaff930007e3eb848709402d6799db53d6cc0f406fcbaabbffaf7d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:d1:58:cd:ec:35\",\"name\":\"8bcbad9dbaaff93\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f80245df-b233-4bef-b415-b0c246fcfef9\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:58:37.079191 3766 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-pd5dm-7w9mw] creating logical port tsf-tas_ctlog-createtree-job-pd5dm-7w9mw for pod on switch ip-10-0-0-154.ec2.internal I0430 13:58:37.079311 3766 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-pd5dm-7w9mw I0430 13:58:37.092395 3766 pod.go:62] [tsf-tas/ctlog-createtree-job-pd5dm-7w9mw] pod update took 13.111495ms I0430 13:58:37.092419 3766 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-pd5dm-7w9mw] addLogicalPort annotation time took 13.13923ms I0430 13:58:37.093739 3766 pods.go:271] [tsf-tas/ctlog-createtree-job-pd5dm-7w9mw] addLogicalPort took 14.560396ms, libovsdb time 907.989µs I0430 13:58:37.166139 3766 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5d5c5c4f48-vfrfh] creating logical port tsf-tas_trillian-logserver-5d5c5c4f48-vfrfh for pod on switch ip-10-0-0-154.ec2.internal I0430 13:58:37.166213 3766 kube.go:256] Updating pod tsf-tas/trillian-logserver-5d5c5c4f48-vfrfh I0430 13:58:37.183237 3766 pod.go:62] [tsf-tas/trillian-logserver-5d5c5c4f48-vfrfh] pod update took 17.042846ms I0430 13:58:37.183260 3766 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5d5c5c4f48-vfrfh] addLogicalPort annotation time took 17.070279ms I0430 13:58:37.184459 3766 pods.go:271] [tsf-tas/trillian-logserver-5d5c5c4f48-vfrfh] addLogicalPort took 18.331285ms, libovsdb time 825.739µs I0430 13:58:37.438579 3766 cni.go:452] [tsf-tas/ctlog-createtree-job-pd5dm-7w9mw abf6ddf9f2d5d43902a8089e3dc1ef63e91afef6674ac5cd71f0903eb3b83d81 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-pd5dm-7w9mw abf6ddf9f2d5d43902a8089e3dc1ef63e91afef6674ac5cd71f0903eb3b83d81 network default NAD default NAD key ] I0430 13:58:37.447347 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-pd5dm-7w9mw, hostIfaceName: abf6ddf9f2d5d43, network: default, NAD default, SandboxID: "abf6ddf9f2d5d43902a8089e3dc1ef63e91afef6674ac5cd71f0903eb3b83d81", PCI device ID: , UID: "7df21178-6d11-487e-9f74-0cfe0419ae61", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0430 13:58:37.495012 3766 cni.go:473] [tsf-tas/ctlog-createtree-job-pd5dm-7w9mw abf6ddf9f2d5d43902a8089e3dc1ef63e91afef6674ac5cd71f0903eb3b83d81 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-pd5dm-7w9mw abf6ddf9f2d5d43902a8089e3dc1ef63e91afef6674ac5cd71f0903eb3b83d81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:cc:eb:8b:2a:69\",\"name\":\"abf6ddf9f2d5d43\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae8188b3-9479-4c1c-b442-dfd42774a167\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:58:38.130087 3766 cni.go:452] [tsf-tas/trillian-logserver-5d5c5c4f48-vfrfh e9ba8386d422a199fddd64bc8a30e57adf2e896afa294b4cee96d787f9af71bd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5d5c5c4f48-vfrfh e9ba8386d422a199fddd64bc8a30e57adf2e896afa294b4cee96d787f9af71bd network default NAD default NAD key ] I0430 13:58:38.142339 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5d5c5c4f48-vfrfh, hostIfaceName: e9ba8386d422a19, network: default, NAD default, SandboxID: "e9ba8386d422a199fddd64bc8a30e57adf2e896afa294b4cee96d787f9af71bd", PCI device ID: , UID: "21fb4961-7aa4-4b77-88d6-fa69bacc7d73", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0430 13:58:38.199567 3766 cni.go:473] [tsf-tas/trillian-logserver-5d5c5c4f48-vfrfh e9ba8386d422a199fddd64bc8a30e57adf2e896afa294b4cee96d787f9af71bd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5d5c5c4f48-vfrfh e9ba8386d422a199fddd64bc8a30e57adf2e896afa294b4cee96d787f9af71bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:59:3b:73:50:6f\",\"name\":\"e9ba8386d422a19\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0144d10-d9e1-4c1b-9b83-931daa1dc31e\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 13:58:40.225848 3766 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0430 13:58:40.225874 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0430 13:58:43.049870 3766 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8pq4g] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-8pq4g for pod on switch ip-10-0-0-154.ec2.internal I0430 13:58:43.049964 3766 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8pq4g I0430 13:58:43.067260 3766 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8pq4g] pod update took 17.317875ms I0430 13:58:43.067287 3766 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8pq4g] addLogicalPort annotation time took 17.351181ms I0430 13:58:43.068634 3766 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8pq4g] addLogicalPort took 18.782741ms, libovsdb time 878.095µs I0430 13:58:43.153450 3766 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hp4sz] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-hp4sz for pod on switch ip-10-0-0-154.ec2.internal I0430 13:58:43.153561 3766 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-hp4sz I0430 13:58:43.169243 3766 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hp4sz] pod update took 15.701401ms I0430 13:58:43.169270 3766 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-hp4sz] addLogicalPort annotation time took 15.732606ms I0430 13:58:43.170614 3766 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hp4sz] addLogicalPort took 17.182515ms, libovsdb time 887.398µs I0430 13:58:45.103783 3766 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ft28l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:45.104376 3766 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ft28l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0430 13:58:45.255700 3766 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0430 13:58:46.005291 3766 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ft28l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:46.005314 3766 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ft28l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:58:46.262838 3766 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 13:58:46.262860 3766 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0430 13:58:46.913248 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0430 13:58:49.844990 3766 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8pq4g eaa54fb30480197ffdd65014b74d978cd87831a13fc0dd19faf19d05b22aa7af network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8pq4g eaa54fb30480197ffdd65014b74d978cd87831a13fc0dd19faf19d05b22aa7af network default NAD default NAD key ] I0430 13:58:49.845202 3766 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hp4sz c3395763cd79fd9f2a955a80f5c2d3a6a669a115fe50beb0e2918d04903602bf network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hp4sz c3395763cd79fd9f2a955a80f5c2d3a6a669a115fe50beb0e2918d04903602bf network default NAD default NAD key ] I0430 13:58:49.857232 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-hp4sz, hostIfaceName: c3395763cd79fd9, network: default, NAD default, SandboxID: "c3395763cd79fd9f2a955a80f5c2d3a6a669a115fe50beb0e2918d04903602bf", PCI device ID: , UID: "ec6faaef-eceb-4998-a917-2e23608554b5", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0430 13:58:49.857343 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-8pq4g, hostIfaceName: eaa54fb30480197, network: default, NAD default, SandboxID: "eaa54fb30480197ffdd65014b74d978cd87831a13fc0dd19faf19d05b22aa7af", PCI device ID: , UID: "cb0ccedc-bd61-43db-ada6-16b461cf070d", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0430 13:58:49.912602 3766 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8pq4g eaa54fb30480197ffdd65014b74d978cd87831a13fc0dd19faf19d05b22aa7af network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-8pq4g eaa54fb30480197ffdd65014b74d978cd87831a13fc0dd19faf19d05b22aa7af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:f3:b3:c0:69:3e\",\"name\":\"eaa54fb30480197\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98abe3d7-60a0-4924-9bc8-c5895b471e56\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:58:49.932388 3766 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hp4sz c3395763cd79fd9f2a955a80f5c2d3a6a669a115fe50beb0e2918d04903602bf network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-hp4sz c3395763cd79fd9f2a955a80f5c2d3a6a669a115fe50beb0e2918d04903602bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7c:74:e9:02:0c\",\"name\":\"c3395763cd79fd9\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1bfa0d2-1d41-4343-be7c-cb35b4974c42\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 13:58:50.978832 3766 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0430 13:58:51.913280 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=90 W0430 13:58:52.981457 3766 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0430 13:58:53.312107 3766 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0430 13:58:53.949101 3766 cni.go:452] [tsf-tas/segment-backup-installation-s5mw6-87mxq 8bcbad9dbaaff930007e3eb848709402d6799db53d6cc0f406fcbaabbffaf7d6 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-s5mw6-87mxq 8bcbad9dbaaff930007e3eb848709402d6799db53d6cc0f406fcbaabbffaf7d6 network default NAD default NAD key ] I0430 13:58:54.035189 3766 cni.go:473] [tsf-tas/segment-backup-installation-s5mw6-87mxq 8bcbad9dbaaff930007e3eb848709402d6799db53d6cc0f406fcbaabbffaf7d6 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-s5mw6-87mxq 8bcbad9dbaaff930007e3eb848709402d6799db53d6cc0f406fcbaabbffaf7d6 network default NAD default NAD key default], result "{}", err I0430 13:58:54.087754 3766 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:54.087789 3766 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-s5mw6-87mxq I0430 13:58:54.089305 3766 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-s5mw6-87mxq, ips: 10.128.0.36 I0430 13:58:54.089338 3766 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:55.036392 3766 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:55.036413 3766 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:59:03.951628 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0430 13:59:20.049100 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0430 13:59:23.087893 3766 cni.go:452] [tsf-tas/test-tsf-tas 57494ebff4a8474770936409030520ae54b4439efbca47900780170d598b1de2 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 57494ebff4a8474770936409030520ae54b4439efbca47900780170d598b1de2 network default NAD default NAD key ] I0430 13:59:23.157090 3766 cni.go:473] [tsf-tas/test-tsf-tas 57494ebff4a8474770936409030520ae54b4439efbca47900780170d598b1de2 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 57494ebff4a8474770936409030520ae54b4439efbca47900780170d598b1de2 network default NAD default NAD key default], result "{}", err I0430 13:59:23.383145 3766 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:23.383177 3766 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0430 13:59:23.384488 3766 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.128.0.35 I0430 13:59:23.384531 3766 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:23.405823 3766 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:23.405842 3766 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:23.414694 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0430 13:59:23.414717 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0430 13:59:24.184551 3766 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-7mkll] creating logical port tsf_patch-tekton-config-7mkll for pod on switch ip-10-0-0-154.ec2.internal I0430 13:59:24.184680 3766 kube.go:256] Updating pod tsf/patch-tekton-config-7mkll I0430 13:59:24.198391 3766 pod.go:62] [tsf/patch-tekton-config-7mkll] pod update took 13.735023ms I0430 13:59:24.198416 3766 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-7mkll] addLogicalPort annotation time took 13.763468ms I0430 13:59:24.199783 3766 pods.go:271] [tsf/patch-tekton-config-7mkll] addLogicalPort took 15.251187ms, libovsdb time 915.994µs I0430 13:59:24.621786 3766 cni.go:452] [tsf/patch-tekton-config-7mkll b2dd40ae282c6eba51b6965844afffa2eb3cc0e5f54b4670319e2bb42176460a network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-7mkll b2dd40ae282c6eba51b6965844afffa2eb3cc0e5f54b4670319e2bb42176460a network default NAD default NAD key ] I0430 13:59:24.630819 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-7mkll, hostIfaceName: b2dd40ae282c6eb, network: default, NAD default, SandboxID: "b2dd40ae282c6eba51b6965844afffa2eb3cc0e5f54b4670319e2bb42176460a", PCI device ID: , UID: "b5f063f2-37f7-4b15-b499-10b2ed04883a", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0430 13:59:24.679322 3766 cni.go:473] [tsf/patch-tekton-config-7mkll b2dd40ae282c6eba51b6965844afffa2eb3cc0e5f54b4670319e2bb42176460a network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-7mkll b2dd40ae282c6eba51b6965844afffa2eb3cc0e5f54b4670319e2bb42176460a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:48:81:9a:b0:21\",\"name\":\"b2dd40ae282c6eb\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/011821a4-83e2-46cb-a68a-c30ede236a7b\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:59:26.013798 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0430 13:59:32.150659 3766 cni.go:452] [tsf/patch-tekton-config-7mkll b2dd40ae282c6eba51b6965844afffa2eb3cc0e5f54b4670319e2bb42176460a network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-7mkll b2dd40ae282c6eba51b6965844afffa2eb3cc0e5f54b4670319e2bb42176460a network default NAD default NAD key ] I0430 13:59:32.238787 3766 cni.go:473] [tsf/patch-tekton-config-7mkll b2dd40ae282c6eba51b6965844afffa2eb3cc0e5f54b4670319e2bb42176460a network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-7mkll b2dd40ae282c6eba51b6965844afffa2eb3cc0e5f54b4670319e2bb42176460a network default NAD default NAD key default], result "{}", err I0430 13:59:32.290242 3766 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mkll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:32.290272 3766 pods.go:176] Deleting pod: tsf/patch-tekton-config-7mkll I0430 13:59:32.291579 3766 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-7mkll, ips: 10.128.0.41 I0430 13:59:32.291607 3766 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mkll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:32.372451 3766 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:32.372906 3766 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:33.254003 3766 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:33.254024 3766 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:33.315942 3766 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:33.315961 3766 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:33.914271 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=63 I0430 13:59:38.032532 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0430 13:59:38.726866 3766 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-655f74c8fc-vkdfm] creating logical port tsf-tas_rekor-redis-655f74c8fc-vkdfm for pod on switch ip-10-0-0-154.ec2.internal I0430 13:59:38.726951 3766 kube.go:256] Updating pod tsf-tas/rekor-redis-655f74c8fc-vkdfm I0430 13:59:38.742488 3766 pod.go:62] [tsf-tas/rekor-redis-655f74c8fc-vkdfm] pod update took 15.558662ms I0430 13:59:38.742521 3766 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-655f74c8fc-vkdfm] addLogicalPort annotation time took 15.596188ms I0430 13:59:38.743738 3766 pods.go:271] [tsf-tas/rekor-redis-655f74c8fc-vkdfm] addLogicalPort took 16.888231ms, libovsdb time 830.273µs I0430 13:59:38.922736 3766 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=411 I0430 13:59:39.685257 3766 cni.go:452] [tsf-tas/rekor-redis-655f74c8fc-vkdfm e08d9436bba13a4ac47be97c2df584a4beee7b1826cfd2c657b04d6b80561946 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-655f74c8fc-vkdfm e08d9436bba13a4ac47be97c2df584a4beee7b1826cfd2c657b04d6b80561946 network default NAD default NAD key ] I0430 13:59:39.694553 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-655f74c8fc-vkdfm, hostIfaceName: e08d9436bba13a4, network: default, NAD default, SandboxID: "e08d9436bba13a4ac47be97c2df584a4beee7b1826cfd2c657b04d6b80561946", PCI device ID: , UID: "82ede7ba-0c46-4896-a69f-2fc08426afba", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0430 13:59:39.743471 3766 cni.go:473] [tsf-tas/rekor-redis-655f74c8fc-vkdfm e08d9436bba13a4ac47be97c2df584a4beee7b1826cfd2c657b04d6b80561946 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-655f74c8fc-vkdfm e08d9436bba13a4ac47be97c2df584a4beee7b1826cfd2c657b04d6b80561946 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:93:3e:1a:f1:d6\",\"name\":\"e08d9436bba13a4\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2983f26c-d672-48cb-9b11-d6abe2f05119\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:59:40.038344 3766 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0430 13:59:41.203639 3766 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0430 13:59:43.213021 3766 cni.go:452] [tsf-tas/ctlog-createtree-job-pd5dm-7w9mw abf6ddf9f2d5d43902a8089e3dc1ef63e91afef6674ac5cd71f0903eb3b83d81 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-pd5dm-7w9mw abf6ddf9f2d5d43902a8089e3dc1ef63e91afef6674ac5cd71f0903eb3b83d81 network default NAD default NAD key ] I0430 13:59:43.296735 3766 cni.go:473] [tsf-tas/ctlog-createtree-job-pd5dm-7w9mw abf6ddf9f2d5d43902a8089e3dc1ef63e91afef6674ac5cd71f0903eb3b83d81 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-pd5dm-7w9mw abf6ddf9f2d5d43902a8089e3dc1ef63e91afef6674ac5cd71f0903eb3b83d81 network default NAD default NAD key default], result "{}", err I0430 13:59:43.351992 3766 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:43.352027 3766 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-pd5dm-7w9mw I0430 13:59:43.353264 3766 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-pd5dm-7w9mw, ips: 10.128.0.37 I0430 13:59:43.353287 3766 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:44.275402 3766 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:44.275425 3766 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:59:44.322363 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0430 13:59:45.437389 3766 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-npr6k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:45.438080 3766 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-npr6k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:46.461342 3766 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-npr6k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.461364 3766 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-npr6k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.508671 3766 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.508695 3766 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.516384 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-7mkll I0430 13:59:46.516405 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-7mkll I0430 13:59:47.255823 3766 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-0-154.ec2.internal I0430 13:59:47.255911 3766 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0430 13:59:47.271889 3766 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 15.998188ms I0430 13:59:47.271913 3766 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 16.028338ms I0430 13:59:47.273119 3766 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 17.313351ms, libovsdb time 835.942µs I0430 13:59:47.617478 3766 cni.go:452] [tsf-tpa/pre-install-tsf-tpa c4efc6b91d1a5f1cf34451e7a47b1c2e83b1fce70a04fa557936d7b783107f89 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa c4efc6b91d1a5f1cf34451e7a47b1c2e83b1fce70a04fa557936d7b783107f89 network default NAD default NAD key ] I0430 13:59:47.626440 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: c4efc6b91d1a5f1, network: default, NAD default, SandboxID: "c4efc6b91d1a5f1cf34451e7a47b1c2e83b1fce70a04fa557936d7b783107f89", PCI device ID: , UID: "ec71c2de-47ca-4b5f-baef-aff831c7c4cb", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0430 13:59:47.675384 3766 cni.go:473] [tsf-tpa/pre-install-tsf-tpa c4efc6b91d1a5f1cf34451e7a47b1c2e83b1fce70a04fa557936d7b783107f89 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa c4efc6b91d1a5f1cf34451e7a47b1c2e83b1fce70a04fa557936d7b783107f89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:9a:7d:e4:24:d1\",\"name\":\"c4efc6b91d1a5f1\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df97b17b-7c41-431c-bc6a-c045285a878f\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 13:59:51.258799 3766 cni.go:452] [tsf-tpa/pre-install-tsf-tpa c4efc6b91d1a5f1cf34451e7a47b1c2e83b1fce70a04fa557936d7b783107f89 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa c4efc6b91d1a5f1cf34451e7a47b1c2e83b1fce70a04fa557936d7b783107f89 network default NAD default NAD key ] I0430 13:59:51.340714 3766 cni.go:473] [tsf-tpa/pre-install-tsf-tpa c4efc6b91d1a5f1cf34451e7a47b1c2e83b1fce70a04fa557936d7b783107f89 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa c4efc6b91d1a5f1cf34451e7a47b1c2e83b1fce70a04fa557936d7b783107f89 network default NAD default NAD key default], result "{}", err W0430 13:59:51.345628 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0430 13:59:51.374481 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0430 13:59:51.399145 3766 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:51.399174 3766 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0430 13:59:51.400360 3766 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.128.0.43 I0430 13:59:51.400385 3766 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:51.423120 3766 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:51.423141 3766 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:51.433603 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0430 13:59:51.433622 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0430 13:59:51.667389 3766 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-0-154.ec2.internal I0430 13:59:51.667482 3766 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0430 13:59:51.683219 3766 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.758926ms I0430 13:59:51.683243 3766 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.789283ms I0430 13:59:51.684539 3766 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 17.168709ms, libovsdb time 916.433µs I0430 13:59:52.026568 3766 cni.go:452] [tsf-tpa/test-tsf-tpa 34ca93418b12aaecdeb6a8d9a8c123d0ef6e00a122fbe0c0496b56b4cf1c23af network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 34ca93418b12aaecdeb6a8d9a8c123d0ef6e00a122fbe0c0496b56b4cf1c23af network default NAD default NAD key ] I0430 13:59:52.036124 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 34ca93418b12aae, network: default, NAD default, SandboxID: "34ca93418b12aaecdeb6a8d9a8c123d0ef6e00a122fbe0c0496b56b4cf1c23af", PCI device ID: , UID: "6dc9787d-a090-4a09-bb60-3e54bcc6c9bc", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0430 13:59:52.085012 3766 cni.go:473] [tsf-tpa/test-tsf-tpa 34ca93418b12aaecdeb6a8d9a8c123d0ef6e00a122fbe0c0496b56b4cf1c23af network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 34ca93418b12aaecdeb6a8d9a8c123d0ef6e00a122fbe0c0496b56b4cf1c23af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:6c:84:a0:50:e6\",\"name\":\"34ca93418b12aae\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e53c038-f4f3-4f27-a7c8-dbe01c7ba54c\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 13:59:53.246933 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0430 13:59:58.528619 3766 obj_retry.go:498] Detected object tsf-tpa/create-db-jh6lm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:58.529201 3766 obj_retry.go:498] Detected object tsf-tpa/create-db-jh6lm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:59.555880 3766 obj_retry.go:492] Detected object tsf-tpa/create-db-jh6lm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:59.555903 3766 obj_retry.go:492] Detected object tsf-tpa/create-db-jh6lm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:00.199195 3766 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29625960-jnr5t for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:00.199282 3766 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t I0430 14:00:00.215336 3766 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t] pod update took 16.081894ms I0430 14:00:00.215358 3766 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t] addLogicalPort annotation time took 16.107228ms I0430 14:00:00.216592 3766 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t] addLogicalPort took 17.41404ms, libovsdb time 882.06µs I0430 14:00:01.044192 3766 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t 87dbff8ba9e92cc9c0ce42eb0f1a1e78f14593d1283ed82a24a896e6a4a089f5 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t 87dbff8ba9e92cc9c0ce42eb0f1a1e78f14593d1283ed82a24a896e6a4a089f5 network default NAD default NAD key ] I0430 14:00:01.053225 3766 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29625960-jnr5t, hostIfaceName: 87dbff8ba9e92cc, network: default, NAD default, SandboxID: "87dbff8ba9e92cc9c0ce42eb0f1a1e78f14593d1283ed82a24a896e6a4a089f5", PCI device ID: , UID: "d86e3b90-8be4-43d9-9eef-c82d4d2b8b21", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0430 14:00:01.104216 3766 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t 87dbff8ba9e92cc9c0ce42eb0f1a1e78f14593d1283ed82a24a896e6a4a089f5 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t 87dbff8ba9e92cc9c0ce42eb0f1a1e78f14593d1283ed82a24a896e6a4a089f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:97:e5:d2:e8:ff\",\"name\":\"87dbff8ba9e92cc\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45290cab-18f2-4929-8b13-53e8ed6dd8f2\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:00:02.549634 3766 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6mvs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:02.550178 3766 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6mvs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:02.716018 3766 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6mvs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:02.716041 3766 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6mvs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:02.973604 3766 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-pbjwx] creating logical port tsf-tpa_create-importers-pbjwx for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:02.973692 3766 kube.go:256] Updating pod tsf-tpa/create-importers-pbjwx I0430 14:00:02.988298 3766 pod.go:62] [tsf-tpa/create-importers-pbjwx] pod update took 14.628333ms I0430 14:00:02.988318 3766 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-pbjwx] addLogicalPort annotation time took 14.651895ms I0430 14:00:02.989674 3766 pods.go:271] [tsf-tpa/create-importers-pbjwx] addLogicalPort took 16.09045ms, libovsdb time 853.575µs I0430 14:00:03.339442 3766 cni.go:452] [tsf-tpa/create-importers-pbjwx 75f24f9be6179e8e731206e98dbfb98fbea5ff86bb2e5935639dddb349ac75fa network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-pbjwx 75f24f9be6179e8e731206e98dbfb98fbea5ff86bb2e5935639dddb349ac75fa network default NAD default NAD key ] I0430 14:00:03.348713 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-pbjwx, hostIfaceName: 75f24f9be6179e8, network: default, NAD default, SandboxID: "75f24f9be6179e8e731206e98dbfb98fbea5ff86bb2e5935639dddb349ac75fa", PCI device ID: , UID: "4f951291-2408-4cb7-82c5-c9ce5ef908a4", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0430 14:00:03.396778 3766 cni.go:473] [tsf-tpa/create-importers-pbjwx 75f24f9be6179e8e731206e98dbfb98fbea5ff86bb2e5935639dddb349ac75fa network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-pbjwx 75f24f9be6179e8e731206e98dbfb98fbea5ff86bb2e5935639dddb349ac75fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ed:7f:36:a4:ed\",\"name\":\"75f24f9be6179e8\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f4822e1-c574-43f0-b45d-f6f2c1fecd00\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:00:04.340152 3766 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t 87dbff8ba9e92cc9c0ce42eb0f1a1e78f14593d1283ed82a24a896e6a4a089f5 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t 87dbff8ba9e92cc9c0ce42eb0f1a1e78f14593d1283ed82a24a896e6a4a089f5 network default NAD default NAD key ] I0430 14:00:04.420391 3766 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t 87dbff8ba9e92cc9c0ce42eb0f1a1e78f14593d1283ed82a24a896e6a4a089f5 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t 87dbff8ba9e92cc9c0ce42eb0f1a1e78f14593d1283ed82a24a896e6a4a089f5 network default NAD default NAD key default], result "{}", err I0430 14:00:04.474406 3766 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:04.474434 3766 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t I0430 14:00:04.475840 3766 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t, ips: 10.128.0.45 I0430 14:00:04.475874 3766 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:05.359079 3766 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:05.359104 3766 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:09.369682 3766 cni.go:452] [tsf-tpa/create-importers-pbjwx 75f24f9be6179e8e731206e98dbfb98fbea5ff86bb2e5935639dddb349ac75fa network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-pbjwx 75f24f9be6179e8e731206e98dbfb98fbea5ff86bb2e5935639dddb349ac75fa network default NAD default NAD key ] I0430 14:00:09.470697 3766 cni.go:473] [tsf-tpa/create-importers-pbjwx 75f24f9be6179e8e731206e98dbfb98fbea5ff86bb2e5935639dddb349ac75fa network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-pbjwx 75f24f9be6179e8e731206e98dbfb98fbea5ff86bb2e5935639dddb349ac75fa network default NAD default NAD key default], result "{}", err I0430 14:00:09.522405 3766 obj_retry.go:498] Detected object tsf-tpa/create-importers-pbjwx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:09.522436 3766 pods.go:176] Deleting pod: tsf-tpa/create-importers-pbjwx I0430 14:00:09.523726 3766 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-pbjwx, ips: 10.128.0.46 I0430 14:00:09.523756 3766 obj_retry.go:498] Detected object tsf-tpa/create-importers-pbjwx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0430 14:00:10.491789 3766 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0430 14:00:10.552799 3766 obj_retry.go:492] Detected object tsf-tpa/create-importers-pbjwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:10.552829 3766 obj_retry.go:492] Detected object tsf-tpa/create-importers-pbjwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:11.095284 3766 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-sgnwn-hp7jd] creating logical port tsf-tas_tuf-repository-init-sgnwn-hp7jd for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:11.095426 3766 kube.go:256] Updating pod tsf-tas/tuf-repository-init-sgnwn-hp7jd I0430 14:00:11.109000 3766 pod.go:62] [tsf-tas/tuf-repository-init-sgnwn-hp7jd] pod update took 13.602394ms I0430 14:00:11.109025 3766 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-sgnwn-hp7jd] addLogicalPort annotation time took 13.631775ms I0430 14:00:11.110545 3766 pods.go:271] [tsf-tas/tuf-repository-init-sgnwn-hp7jd] addLogicalPort took 15.277858ms, libovsdb time 1.121347ms I0430 14:00:15.356930 3766 cni.go:452] [tsf-tas/tuf-repository-init-sgnwn-hp7jd 3d97bbb847441ae4363f24e49136ecc82de42314b3309f467b8cbc16d150f1fd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-sgnwn-hp7jd 3d97bbb847441ae4363f24e49136ecc82de42314b3309f467b8cbc16d150f1fd network default NAD default NAD key ] I0430 14:00:15.366091 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-sgnwn-hp7jd, hostIfaceName: 3d97bbb847441ae, network: default, NAD default, SandboxID: "3d97bbb847441ae4363f24e49136ecc82de42314b3309f467b8cbc16d150f1fd", PCI device ID: , UID: "722c2f8d-1d66-4bbc-b51e-71e3afe39897", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0430 14:00:15.621093 3766 cni.go:473] [tsf-tas/tuf-repository-init-sgnwn-hp7jd 3d97bbb847441ae4363f24e49136ecc82de42314b3309f467b8cbc16d150f1fd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-sgnwn-hp7jd 3d97bbb847441ae4363f24e49136ecc82de42314b3309f467b8cbc16d150f1fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:25:7d:fd:b7:92\",\"name\":\"3d97bbb847441ae\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44d62b89-9918-4760-932b-00c8bc868dc9\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:00:22.443644 3766 cni.go:452] [tsf-tas/tuf-repository-init-sgnwn-hp7jd 3d97bbb847441ae4363f24e49136ecc82de42314b3309f467b8cbc16d150f1fd network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-sgnwn-hp7jd 3d97bbb847441ae4363f24e49136ecc82de42314b3309f467b8cbc16d150f1fd network default NAD default NAD key ] I0430 14:00:22.526968 3766 cni.go:473] [tsf-tas/tuf-repository-init-sgnwn-hp7jd 3d97bbb847441ae4363f24e49136ecc82de42314b3309f467b8cbc16d150f1fd network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-sgnwn-hp7jd 3d97bbb847441ae4363f24e49136ecc82de42314b3309f467b8cbc16d150f1fd network default NAD default NAD key default], result "{}", err I0430 14:00:22.580038 3766 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:22.580069 3766 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-sgnwn-hp7jd I0430 14:00:22.581453 3766 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-sgnwn-hp7jd, ips: 10.128.0.47 I0430 14:00:22.581487 3766 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:23.470406 3766 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:23.470427 3766 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:27.237342 3766 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-qgtth] creating logical port tsf-tas_tuf-97fc8ff76-qgtth for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:27.237471 3766 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-qgtth I0430 14:00:27.250973 3766 pod.go:62] [tsf-tas/tuf-97fc8ff76-qgtth] pod update took 13.524302ms I0430 14:00:27.250994 3766 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-qgtth] addLogicalPort annotation time took 13.558412ms I0430 14:00:27.252209 3766 pods.go:271] [tsf-tas/tuf-97fc8ff76-qgtth] addLogicalPort took 14.884651ms, libovsdb time 846.656µs I0430 14:00:35.398443 3766 cni.go:452] [tsf-tas/tuf-97fc8ff76-qgtth 8c097237dc85de1720487e407611bc25f719407bdc35ddfdc7899dbc60f1f1ec network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-qgtth 8c097237dc85de1720487e407611bc25f719407bdc35ddfdc7899dbc60f1f1ec network default NAD default NAD key ] I0430 14:00:35.407340 3766 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-qgtth, hostIfaceName: 8c097237dc85de1, network: default, NAD default, SandboxID: "8c097237dc85de1720487e407611bc25f719407bdc35ddfdc7899dbc60f1f1ec", PCI device ID: , UID: "dc0d5839-15d2-406b-867e-ddeed7ec83d5", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0430 14:00:35.456045 3766 cni.go:473] [tsf-tas/tuf-97fc8ff76-qgtth 8c097237dc85de1720487e407611bc25f719407bdc35ddfdc7899dbc60f1f1ec network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-qgtth 8c097237dc85de1720487e407611bc25f719407bdc35ddfdc7899dbc60f1f1ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:59:cd:c0:22:91\",\"name\":\"8c097237dc85de1\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65400a21-5a96-4e57-8f28-9a3313f9cfbf\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:00:35.514753 3766 cni.go:452] [tsf-tpa/test-tsf-tpa 34ca93418b12aaecdeb6a8d9a8c123d0ef6e00a122fbe0c0496b56b4cf1c23af network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 34ca93418b12aaecdeb6a8d9a8c123d0ef6e00a122fbe0c0496b56b4cf1c23af network default NAD default NAD key ] I0430 14:00:35.591045 3766 cni.go:473] [tsf-tpa/test-tsf-tpa 34ca93418b12aaecdeb6a8d9a8c123d0ef6e00a122fbe0c0496b56b4cf1c23af network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 34ca93418b12aaecdeb6a8d9a8c123d0ef6e00a122fbe0c0496b56b4cf1c23af network default NAD default NAD key default], result "{}", err I0430 14:00:35.633762 3766 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:35.633837 3766 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0430 14:00:35.635151 3766 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.128.0.44 I0430 14:00:35.635180 3766 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:35.682003 3766 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:35.682022 3766 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:35.690642 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0430 14:00:35.690670 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0430 14:00:36.530743 3766 namespace.go:98] [build-service] adding namespace I0430 14:00:36.531674 3766 namespace.go:102] [build-service] adding namespace took 911.992µs I0430 14:00:36.547211 3766 namespace.go:98] [default-tenant] adding namespace I0430 14:00:36.547384 3766 namespace.go:98] [image-controller] adding namespace I0430 14:00:36.547393 3766 namespace.go:98] [integration-service] adding namespace I0430 14:00:36.548012 3766 namespace.go:102] [default-tenant] adding namespace took 787.285µs I0430 14:00:36.548594 3766 namespace.go:102] [image-controller] adding namespace took 1.190761ms I0430 14:00:36.549167 3766 namespace.go:102] [integration-service] adding namespace took 1.757545ms I0430 14:00:36.559175 3766 namespace.go:142] [build-service] updating namespace I0430 14:00:36.588570 3766 namespace.go:142] [build-service] updating namespace I0430 14:00:36.600923 3766 namespace.go:142] [default-tenant] updating namespace I0430 14:00:36.626042 3766 namespace.go:142] [default-tenant] updating namespace I0430 14:00:36.639007 3766 namespace.go:142] [image-controller] updating namespace I0430 14:00:36.678810 3766 namespace.go:142] [image-controller] updating namespace I0430 14:00:36.689802 3766 namespace.go:142] [integration-service] updating namespace I0430 14:00:36.711103 3766 namespace.go:142] [integration-service] updating namespace I0430 14:00:36.781661 3766 namespace.go:142] [build-service] updating namespace I0430 14:00:36.860344 3766 namespace.go:142] [integration-service] updating namespace I0430 14:00:36.879182 3766 namespace.go:98] [release-service] adding namespace I0430 14:00:36.880015 3766 namespace.go:102] [release-service] adding namespace took 813.296µs I0430 14:00:37.037358 3766 namespace.go:142] [konflux-ui] updating namespace I0430 14:00:37.204998 3766 namespace.go:98] [konflux-info] adding namespace I0430 14:00:37.205879 3766 namespace.go:102] [konflux-info] adding namespace took 862.086µs I0430 14:00:37.577550 3766 namespace.go:98] [namespace-lister] adding namespace I0430 14:00:37.578385 3766 namespace.go:102] [namespace-lister] adding namespace took 815.963µs I0430 14:00:37.623206 3766 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:37.623286 3766 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0430 14:00:37.682523 3766 namespace.go:142] [image-controller] updating namespace I0430 14:00:37.717397 3766 namespace.go:98] [enterprise-contract-service] adding namespace I0430 14:00:37.718129 3766 namespace.go:102] [enterprise-contract-service] adding namespace took 715.531µs I0430 14:00:37.727977 3766 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0430 14:00:37.818013 3766 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 194.749775ms I0430 14:00:37.818034 3766 base_network_controller_pods.go:842] Released IPs: 10.128.0.49 for node: ip-10-0-0-154.ec2.internal I0430 14:00:37.818040 3766 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 194.850935ms, libovsdb time 0s E0430 14:00:37.818056 3766 obj_retry.go:716] Failed to update *v1.Pod, old=konflux-ui/test-tsf-konflux, new=konflux-ui/test-tsf-konflux, error: addLogicalPort failed for konflux-ui/test-tsf-konflux: failed to update pod konflux-ui/test-tsf-konflux: Operation cannot be fulfilled on pods "test-tsf-konflux": the object has been modified; please apply your changes to the latest version and try again I0430 14:00:37.818123 3766 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:37.818171 3766 namespace.go:142] [release-service] updating namespace I0430 14:00:37.818197 3766 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0430 14:00:37.818237 3766 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"konflux-ui", Name:"test-tsf-konflux", UID:"c361d4e3-8814-4416-8377-f6b8d0c315aa", APIVersion:"v1", ResourceVersion:"26068", FieldPath:""}): type: 'Warning' reason: 'ErrorUpdatingResource' addLogicalPort failed for konflux-ui/test-tsf-konflux: failed to update pod konflux-ui/test-tsf-konflux: Operation cannot be fulfilled on pods "test-tsf-konflux": the object has been modified; please apply your changes to the latest version and try again I0430 14:00:37.838891 3766 namespace.go:142] [release-service] updating namespace I0430 14:00:37.861249 3766 namespace.go:142] [default-tenant] updating namespace I0430 14:00:37.896306 3766 namespace.go:142] [konflux-info] updating namespace I0430 14:00:37.912672 3766 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 94.496407ms I0430 14:00:37.912694 3766 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 94.522144ms I0430 14:00:37.913841 3766 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 95.726267ms, libovsdb time 800.102µs I0430 14:00:37.942795 3766 namespace.go:142] [konflux-info] updating namespace I0430 14:00:37.983977 3766 namespace.go:98] [segment-bridge] adding namespace I0430 14:00:37.984591 3766 namespace.go:102] [segment-bridge] adding namespace took 598.093µs I0430 14:00:37.991740 3766 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:38.031840 3766 namespace.go:98] [konflux-cli] adding namespace I0430 14:00:38.032488 3766 namespace.go:102] [konflux-cli] adding namespace took 632.911µs I0430 14:00:38.041919 3766 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:38.083198 3766 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:38.152093 3766 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:38.190446 3766 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:38.234453 3766 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:38.287038 3766 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:38.287141 3766 cni.go:452] [konflux-ui/test-tsf-konflux 9861280d4eb7cb276dd65319a031176529a3fc855621cf17303098112d0bffd7 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 9861280d4eb7cb276dd65319a031176529a3fc855621cf17303098112d0bffd7 network default NAD default NAD key ] I0430 14:00:38.296550 3766 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 9861280d4eb7cb2, network: default, NAD default, SandboxID: "9861280d4eb7cb276dd65319a031176529a3fc855621cf17303098112d0bffd7", PCI device ID: , UID: "c361d4e3-8814-4416-8377-f6b8d0c315aa", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0430 14:00:38.343344 3766 cni.go:473] [konflux-ui/test-tsf-konflux 9861280d4eb7cb276dd65319a031176529a3fc855621cf17303098112d0bffd7 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 9861280d4eb7cb276dd65319a031176529a3fc855621cf17303098112d0bffd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:bc:a5:4a:91:49\",\"name\":\"9861280d4eb7cb2\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0336644b-1028-4fb6-8681-da64c16371a9\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:00:38.363520 3766 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:38.504094 3766 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0430 14:00:38.504744 3766 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0430 14:00:38.504766 3766 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0430 14:00:38.507515 3766 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0430 14:00:38.560489 3766 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0430 14:00:38.560520 3766 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0430 14:00:38.561152 3766 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0430 14:00:38.672071 3766 namespace.go:142] [build-service] updating namespace I0430 14:00:38.696286 3766 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-4jk4g] creating logical port namespace-lister_namespace-lister-696b855848-4jk4g for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:38.696389 3766 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-4jk4g I0430 14:00:38.715778 3766 pod.go:62] [namespace-lister/namespace-lister-696b855848-4jk4g] pod update took 19.412905ms I0430 14:00:38.715796 3766 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-4jk4g] addLogicalPort annotation time took 19.433548ms I0430 14:00:38.716971 3766 pods.go:271] [namespace-lister/namespace-lister-696b855848-4jk4g] addLogicalPort took 20.695529ms, libovsdb time 819.719µs I0430 14:00:38.874174 3766 namespace.go:142] [default-tenant] updating namespace I0430 14:00:39.066756 3766 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:39.264770 3766 namespace.go:142] [image-controller] updating namespace I0430 14:00:39.376851 3766 cni.go:452] [namespace-lister/namespace-lister-696b855848-4jk4g 260c1fc00de58f74eb4bd665043cfc8d9408470370e85fb889b875aba00ede1d network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-4jk4g 260c1fc00de58f74eb4bd665043cfc8d9408470370e85fb889b875aba00ede1d network default NAD default NAD key ] I0430 14:00:39.385909 3766 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-4jk4g, hostIfaceName: 260c1fc00de58f7, network: default, NAD default, SandboxID: "260c1fc00de58f74eb4bd665043cfc8d9408470370e85fb889b875aba00ede1d", PCI device ID: , UID: "f261141d-137f-4928-807c-f9e79811c598", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0430 14:00:39.434281 3766 cni.go:473] [namespace-lister/namespace-lister-696b855848-4jk4g 260c1fc00de58f74eb4bd665043cfc8d9408470370e85fb889b875aba00ede1d network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-4jk4g 260c1fc00de58f74eb4bd665043cfc8d9408470370e85fb889b875aba00ede1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:0e:15:0c:32:29\",\"name\":\"260c1fc00de58f7\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e3d6ad9-5f64-4b93-ba98-0373726ebd7a\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:00:39.469677 3766 namespace.go:142] [integration-service] updating namespace I0430 14:00:39.680337 3766 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:39.880885 3766 namespace.go:142] [konflux-info] updating namespace I0430 14:00:40.129109 3766 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:40.158850 3766 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-g4th4] creating logical port image-controller_image-controller-controller-manager-6f859968fc-g4th4 for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:40.158965 3766 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-g4th4 I0430 14:00:40.188018 3766 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-g4th4] pod update took 29.08591ms I0430 14:00:40.188046 3766 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-g4th4] addLogicalPort annotation time took 29.120828ms I0430 14:00:40.189477 3766 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-g4th4] addLogicalPort took 30.646078ms, libovsdb time 916.891µs I0430 14:00:40.306771 3766 namespace.go:142] [release-service] updating namespace I0430 14:00:40.343685 3766 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-h6j2c for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:40.343814 3766 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c I0430 14:00:40.374543 3766 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c] pod update took 30.75077ms I0430 14:00:40.374573 3766 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c] addLogicalPort annotation time took 30.787435ms I0430 14:00:40.376302 3766 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c] addLogicalPort took 32.633634ms, libovsdb time 1.175297ms I0430 14:00:40.449395 3766 base_network_controller_pods.go:487] [default/konflux-ui/dex-6c777d657-jgzk5] creating logical port konflux-ui_dex-6c777d657-jgzk5 for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:40.449537 3766 kube.go:256] Updating pod konflux-ui/dex-6c777d657-jgzk5 I0430 14:00:40.486863 3766 pod.go:62] [konflux-ui/dex-6c777d657-jgzk5] pod update took 37.375052ms I0430 14:00:40.486892 3766 base_network_controller_pods.go:951] [default/konflux-ui/dex-6c777d657-jgzk5] addLogicalPort annotation time took 37.40763ms I0430 14:00:40.488460 3766 pods.go:271] [konflux-ui/dex-6c777d657-jgzk5] addLogicalPort took 39.083201ms, libovsdb time 1.127322ms I0430 14:00:40.497925 3766 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6749dddfbd-vt8cs] creating logical port konflux-ui_proxy-6749dddfbd-vt8cs for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:40.498034 3766 kube.go:256] Updating pod konflux-ui/proxy-6749dddfbd-vt8cs I0430 14:00:40.536944 3766 pod.go:62] [konflux-ui/proxy-6749dddfbd-vt8cs] pod update took 38.94621ms I0430 14:00:40.536972 3766 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6749dddfbd-vt8cs] addLogicalPort annotation time took 38.9801ms I0430 14:00:40.538553 3766 pods.go:271] [konflux-ui/proxy-6749dddfbd-vt8cs] addLogicalPort took 40.642695ms, libovsdb time 1.002931ms I0430 14:00:40.562517 3766 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:40.699037 3766 namespace.go:142] [build-service] updating namespace W0430 14:00:40.727786 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0430 14:00:40.736630 3766 namespace.go:142] [default-tenant] updating namespace I0430 14:00:40.805226 3766 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:40.825179 3766 namespace.go:142] [image-controller] updating namespace I0430 14:00:40.852641 3766 namespace.go:142] [integration-service] updating namespace I0430 14:00:40.884095 3766 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-tf2sz] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-tf2sz for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:40.884276 3766 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-tf2sz I0430 14:00:40.884429 3766 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:40.911384 3766 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-tf2sz] pod update took 27.145797ms I0430 14:00:40.911470 3766 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-tf2sz] addLogicalPort annotation time took 27.233663ms I0430 14:00:40.912941 3766 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-tf2sz] addLogicalPort took 28.866268ms, libovsdb time 861.375µs I0430 14:00:40.984741 3766 namespace.go:142] [konflux-info] updating namespace I0430 14:00:41.095132 3766 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:41.238033 3766 namespace.go:142] [release-service] updating namespace I0430 14:00:41.388222 3766 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:41.461552 3766 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-mdtcr] creating logical port build-service_build-service-controller-manager-7cbf488fcf-mdtcr for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:41.461733 3766 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-mdtcr I0430 14:00:41.548626 3766 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-g4th4 503ef603222b60c23895bd9eb34c507bc271c54fd7dd2c5549c7b553497c6a93 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-g4th4 503ef603222b60c23895bd9eb34c507bc271c54fd7dd2c5549c7b553497c6a93 network default NAD default NAD key ] I0430 14:00:41.559165 3766 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-g4th4, hostIfaceName: 503ef603222b60c, network: default, NAD default, SandboxID: "503ef603222b60c23895bd9eb34c507bc271c54fd7dd2c5549c7b553497c6a93", PCI device ID: , UID: "b5d5cd55-ce73-44e1-8ad4-8b0be2f6ac5b", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0430 14:00:41.582877 3766 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-mdtcr] pod update took 121.177367ms I0430 14:00:41.582903 3766 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-mdtcr] addLogicalPort annotation time took 121.205633ms I0430 14:00:41.584248 3766 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-mdtcr] addLogicalPort took 122.718937ms, libovsdb time 899.746µs I0430 14:00:41.614355 3766 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-g4th4 503ef603222b60c23895bd9eb34c507bc271c54fd7dd2c5549c7b553497c6a93 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-g4th4 503ef603222b60c23895bd9eb34c507bc271c54fd7dd2c5549c7b553497c6a93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:80:5e:6d:53:0f\",\"name\":\"503ef603222b60c\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca05783a-6450-49c7-b2fe-b32c9cb5c387\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:00:41.903146 3766 namespace.go:142] [build-service] updating namespace I0430 14:00:42.208453 3766 namespace.go:142] [default-tenant] updating namespace I0430 14:00:42.397251 3766 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:42.540404 3766 namespace.go:142] [image-controller] updating namespace I0430 14:00:42.685220 3766 namespace.go:142] [integration-service] updating namespace W0430 14:00:42.703658 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0430 14:00:42.759779 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0430 14:00:42.824532 3766 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:42.836860 3766 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-559546579f-qg8kh] creating logical port integration-service_integration-service-controller-manager-559546579f-qg8kh for pod on switch ip-10-0-0-154.ec2.internal I0430 14:00:42.836972 3766 kube.go:256] Updating pod integration-service/integration-service-controller-manager-559546579f-qg8kh I0430 14:00:42.869465 3766 pod.go:62] [integration-service/integration-service-controller-manager-559546579f-qg8kh] pod update took 32.522852ms I0430 14:00:42.869493 3766 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-559546579f-qg8kh] addLogicalPort annotation time took 32.552362ms I0430 14:00:42.871122 3766 pods.go:271] [integration-service/integration-service-controller-manager-559546579f-qg8kh] addLogicalPort took 34.300414ms, libovsdb time 1.169987ms I0430 14:00:42.939279 3766 namespace.go:142] [konflux-info] updating namespace I0430 14:00:43.033024 3766 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:43.132241 3766 namespace.go:142] [release-service] updating namespace I0430 14:00:43.197089 3766 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:46.504701 3766 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c cad2983bb774d1bb8fa5c6d87798e9e3480496f82055d7791b95abe595cae750 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c cad2983bb774d1bb8fa5c6d87798e9e3480496f82055d7791b95abe595cae750 network default NAD default NAD key ] I0430 14:00:46.504812 3766 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-mdtcr c43a546071c3c1360ca5d946d23d8bbe14a4bc1273c83f9e9260ad93226ed597 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-mdtcr c43a546071c3c1360ca5d946d23d8bbe14a4bc1273c83f9e9260ad93226ed597 network default NAD default NAD key ] I0430 14:00:46.504879 3766 cni.go:452] [integration-service/integration-service-controller-manager-559546579f-qg8kh 359df75866e65f3500fca521d7b4e0547a9ef18f3a3d3b31b9c2482e2f822c22 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-559546579f-qg8kh 359df75866e65f3500fca521d7b4e0547a9ef18f3a3d3b31b9c2482e2f822c22 network default NAD default NAD key ] I0430 14:00:46.518046 3766 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-mdtcr, hostIfaceName: c43a546071c3c13, network: default, NAD default, SandboxID: "c43a546071c3c1360ca5d946d23d8bbe14a4bc1273c83f9e9260ad93226ed597", PCI device ID: , UID: "bb63fa8d-4bf0-4871-9faa-b54aa604c37c", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0430 14:00:46.518062 3766 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-h6j2c, hostIfaceName: cad2983bb774d1b, network: default, NAD default, SandboxID: "cad2983bb774d1bb8fa5c6d87798e9e3480496f82055d7791b95abe595cae750", PCI device ID: , UID: "640b59b0-da29-43e5-8ae9-f0e4aea40c1e", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0430 14:00:46.518250 3766 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-559546579f-qg8kh, hostIfaceName: 359df75866e65f3, network: default, NAD default, SandboxID: "359df75866e65f3500fca521d7b4e0547a9ef18f3a3d3b31b9c2482e2f822c22", PCI device ID: , UID: "ed3ad1d1-7f88-47df-a6e0-837da5a0b415", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0430 14:00:46.574062 3766 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c cad2983bb774d1bb8fa5c6d87798e9e3480496f82055d7791b95abe595cae750 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c cad2983bb774d1bb8fa5c6d87798e9e3480496f82055d7791b95abe595cae750 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:23:c1:55:d3:fe\",\"name\":\"cad2983bb774d1b\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d771bc8-90d7-469c-adcf-1150ebd65498\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:00:46.805153 3766 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-mdtcr c43a546071c3c1360ca5d946d23d8bbe14a4bc1273c83f9e9260ad93226ed597 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-mdtcr c43a546071c3c1360ca5d946d23d8bbe14a4bc1273c83f9e9260ad93226ed597 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:49:30:59:71:9d\",\"name\":\"c43a546071c3c13\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/456909af-774b-4375-80cd-4b7a4d8e58ad\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:00:46.805151 3766 cni.go:473] [integration-service/integration-service-controller-manager-559546579f-qg8kh 359df75866e65f3500fca521d7b4e0547a9ef18f3a3d3b31b9c2482e2f822c22 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-559546579f-qg8kh 359df75866e65f3500fca521d7b4e0547a9ef18f3a3d3b31b9c2482e2f822c22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:47:af:7b:29:20\",\"name\":\"359df75866e65f3\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f767174d-23b7-4437-8b0c-b173faf1771d\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:00:47.608070 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0430 14:00:50.564663 3766 cni.go:452] [konflux-ui/proxy-6749dddfbd-vt8cs c617f830d954f481a8e9864fbdf8b3d6103c6c3b1f144e9d27dedd7bf7737ada network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6749dddfbd-vt8cs c617f830d954f481a8e9864fbdf8b3d6103c6c3b1f144e9d27dedd7bf7737ada network default NAD default NAD key ] I0430 14:00:50.574046 3766 cni.go:452] [konflux-ui/dex-6c777d657-jgzk5 5339e7f863be05449a4859c39e5142fd9603e9ad1d7f11ce31f1c9685859f22f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-6c777d657-jgzk5 5339e7f863be05449a4859c39e5142fd9603e9ad1d7f11ce31f1c9685859f22f network default NAD default NAD key ] I0430 14:00:50.576021 3766 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-tf2sz 5da1b0362d635a866a8832402a47f130c4c19b17538c910cd770156ce0e6f245 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-tf2sz 5da1b0362d635a866a8832402a47f130c4c19b17538c910cd770156ce0e6f245 network default NAD default NAD key ] I0430 14:00:50.576717 3766 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6749dddfbd-vt8cs, hostIfaceName: c617f830d954f48, network: default, NAD default, SandboxID: "c617f830d954f481a8e9864fbdf8b3d6103c6c3b1f144e9d27dedd7bf7737ada", PCI device ID: , UID: "052efb83-40c6-44d1-b489-6458f49f85c3", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0430 14:00:50.600288 3766 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-tf2sz, hostIfaceName: 5da1b0362d635a8, network: default, NAD default, SandboxID: "5da1b0362d635a866a8832402a47f130c4c19b17538c910cd770156ce0e6f245", PCI device ID: , UID: "345f2085-c43b-47a3-a8b1-f1c34dd8b9f7", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0430 14:00:50.601891 3766 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-6c777d657-jgzk5, hostIfaceName: 5339e7f863be054, network: default, NAD default, SandboxID: "5339e7f863be05449a4859c39e5142fd9603e9ad1d7f11ce31f1c9685859f22f", PCI device ID: , UID: "89b984c8-f213-4502-ba1d-2cd0a3e8cc5d", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0430 14:00:50.642689 3766 cni.go:473] [konflux-ui/proxy-6749dddfbd-vt8cs c617f830d954f481a8e9864fbdf8b3d6103c6c3b1f144e9d27dedd7bf7737ada network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6749dddfbd-vt8cs c617f830d954f481a8e9864fbdf8b3d6103c6c3b1f144e9d27dedd7bf7737ada network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:2a:3e:87:97:c1\",\"name\":\"c617f830d954f48\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a81c4b32-d698-4538-818d-cde2b254443f\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:00:50.880486 3766 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-tf2sz 5da1b0362d635a866a8832402a47f130c4c19b17538c910cd770156ce0e6f245 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-tf2sz 5da1b0362d635a866a8832402a47f130c4c19b17538c910cd770156ce0e6f245 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:2e:44:fd:7e:e1\",\"name\":\"5da1b0362d635a8\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42dd2570-1d52-40eb-b4fc-fd4c7851ac03\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0430 14:00:50.880627 3766 cni.go:473] [konflux-ui/dex-6c777d657-jgzk5 5339e7f863be05449a4859c39e5142fd9603e9ad1d7f11ce31f1c9685859f22f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-6c777d657-jgzk5 5339e7f863be05449a4859c39e5142fd9603e9ad1d7f11ce31f1c9685859f22f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:cb:eb:85:1c:ac\",\"name\":\"5339e7f863be054\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9506855-341b-42d7-bee3-b6ee56109732\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0430 14:00:51.616588 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0430 14:00:51.695326 3766 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:00:51.700278 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:00:51.727065 3766 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0430 14:00:51.776833 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:00:51.779124 3766 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:00:52.665687 3766 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0430 14:00:55.984418 3766 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 14:00:55.984440 3766 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 14:00:56.694233 3766 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0430 14:00:56.694319 3766 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0430 14:00:56.747171 3766 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 14:00:56.747186 3766 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 14:00:58.624239 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0430 14:01:02.680693 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:01:02.681258 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0430 14:01:02.883493 3766 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c cad2983bb774d1bb8fa5c6d87798e9e3480496f82055d7791b95abe595cae750 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c cad2983bb774d1bb8fa5c6d87798e9e3480496f82055d7791b95abe595cae750 network default NAD default NAD key ] I0430 14:01:02.973567 3766 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c cad2983bb774d1bb8fa5c6d87798e9e3480496f82055d7791b95abe595cae750 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c cad2983bb774d1bb8fa5c6d87798e9e3480496f82055d7791b95abe595cae750 network default NAD default NAD key default], result "{}", err I0430 14:01:03.021180 3766 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:01:03.021207 3766 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c I0430 14:01:03.022431 3766 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c, ips: 10.128.0.53 I0430 14:01:03.022456 3766 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0430 14:01:03.677753 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0430 14:01:03.736128 3766 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:01:03.736150 3766 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:01:03.743919 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c I0430 14:01:03.743941 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c W0430 14:01:07.706259 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0430 14:01:07.734460 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0430 14:01:07.738185 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0430 14:01:16.020950 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0430 14:01:19.003748 3766 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0430 14:01:22.030417 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 W0430 14:01:36.047130 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 14:01:36.047155 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0430 14:01:36.047167 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 14:01:36.047173 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0430 14:01:36.778797 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 14:01:36.778824 3766 util.go:959] Failed to build node endpoints for node ip-10-0-0-154.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0430 14:02:05.305094 3766 cni.go:452] [konflux-ui/proxy-6749dddfbd-vt8cs c617f830d954f481a8e9864fbdf8b3d6103c6c3b1f144e9d27dedd7bf7737ada network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6749dddfbd-vt8cs c617f830d954f481a8e9864fbdf8b3d6103c6c3b1f144e9d27dedd7bf7737ada network default NAD default NAD key ] I0430 14:02:05.385242 3766 cni.go:473] [konflux-ui/proxy-6749dddfbd-vt8cs c617f830d954f481a8e9864fbdf8b3d6103c6c3b1f144e9d27dedd7bf7737ada network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6749dddfbd-vt8cs c617f830d954f481a8e9864fbdf8b3d6103c6c3b1f144e9d27dedd7bf7737ada network default NAD default NAD key default], result "{}", err I0430 14:02:05.450956 3766 obj_retry.go:498] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:05.450983 3766 pods.go:176] Deleting pod: konflux-ui/proxy-6749dddfbd-vt8cs I0430 14:02:05.452418 3766 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6749dddfbd-vt8cs, ips: 10.128.0.55 I0430 14:02:05.452448 3766 obj_retry.go:498] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:06.101853 3766 obj_retry.go:492] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:06.101876 3766 obj_retry.go:492] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:06.113335 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6749dddfbd-vt8cs I0430 14:02:06.113358 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6749dddfbd-vt8cs I0430 14:02:09.126480 3766 cni.go:452] [konflux-ui/test-tsf-konflux 9861280d4eb7cb276dd65319a031176529a3fc855621cf17303098112d0bffd7 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 9861280d4eb7cb276dd65319a031176529a3fc855621cf17303098112d0bffd7 network default NAD default NAD key ] I0430 14:02:09.219742 3766 cni.go:473] [konflux-ui/test-tsf-konflux 9861280d4eb7cb276dd65319a031176529a3fc855621cf17303098112d0bffd7 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 9861280d4eb7cb276dd65319a031176529a3fc855621cf17303098112d0bffd7 network default NAD default NAD key default], result "{}", err I0430 14:02:09.272647 3766 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:09.272679 3766 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0430 14:02:09.273885 3766 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.50 I0430 14:02:09.273913 3766 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:09.293670 3766 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:09.293695 3766 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:09.301753 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0430 14:02:09.301774 3766 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0430 14:02:43.009725 3766 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6