+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-57.ec2.internal ++ [[ -n ip-10-0-1-57.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-57.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0427 16:06:42.659560153 - disable conntrack on geneve port' I0427 16:06:42.659560153 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0427 16:06:42.676248506 - starting ovnkube-node + echo 'I0427 16:06:42.676248506 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-57.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-57.ec2.internal --init-node ip-10-0-1-57.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-57.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0427 16:06:42.719491 3684 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0427 16:06:42.719616 3684 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-2d3e7a2ab2.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0427 16:06:42.721787 3684 kube.go:431] Waiting for certificate I0427 16:06:42.721822 3684 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0427 16:06:42.721894 3684 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0427 16:06:42.722963 3684 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0427 16:06:42.755837 3684 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0427 16:06:42.755856 3684 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0427 16:06:42.759177 3684 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0427 16:06:42.762514 3684 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bbmmz" I0427 16:06:42.770058 3684 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-bbmmz" I0427 16:06:42.770148 3684 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0427 16:06:43.722920 3684 kube.go:438] Certificate found I0427 16:06:43.723482 3684 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0427 16:06:43.724527 3684 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0427 16:06:43.776701 3684 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-28 16:01:42 +0000 UTC" deadline="2026-04-28 12:16:49.380511288 +0000 UTC" I0427 16:06:43.776738 3684 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h10m5.603785112s" I0427 16:06:43.787362 3684 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0427 16:06:43.797306 3684 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0427 16:06:43.797358 3684 server.go:101] MetricServer registers OVS metrics I0427 16:06:43.797606 3684 server.go:105] MetricServer registers OVN DB metrics I0427 16:06:43.799715 3684 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0427 16:06:43.799768 3684 factory.go:561] Starting watch factory I0427 16:06:43.799871 3684 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.799896 3684 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.799998 3684 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.800026 3684 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.800310 3684 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.800329 3684 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.800549 3684 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.800645 3684 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.801744 3684 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0427 16:06:43.801777 3684 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0427 16:06:43.802060 3684 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.802081 3684 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.802637 3684 controller_manager.go:370] Starting the ovnkube controller I0427 16:06:43.802650 3684 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-57.ec2.internal I0427 16:06:43.802702 3684 controller_manager.go:395] NBDB zone sync took: 44.2µs I0427 16:06:43.802713 3684 factory.go:561] Starting watch factory I0427 16:06:43.804021 3684 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.804097 3684 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.818472 3684 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.818757 3684 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0427 16:06:43.818790 3684 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0427 16:06:43.819593 3684 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.820871 3684 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.822051 3684 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.823610 3684 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0427 16:06:43.823657 3684 server.go:109] MetricServer registers OVN Controller metrics I0427 16:06:43.827992 3684 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.829886 3684 server.go:113] MetricServer registers OVN Northd metrics I0427 16:06:43.834399 3684 metrics.go:519] OVN Metrics Server starts to run ... I0427 16:06:43.834789 3684 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:06:43.905391 3684 factory.go:1977] *v1.Service informer cache synced successfully I0427 16:06:43.905411 3684 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0427 16:06:43.905415 3684 factory.go:1977] *v1.Pod informer cache synced successfully I0427 16:06:43.905419 3684 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0427 16:06:43.905422 3684 factory.go:1977] *v1.Namespace informer cache synced successfully I0427 16:06:43.905425 3684 factory.go:1977] *v1.Node informer cache synced successfully I0427 16:06:43.905515 3684 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:06:43.905536 3684 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:06:43.905517 3684 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:06:43.905560 3684 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:06:43.907824 3684 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:06:43.907870 3684 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0427 16:06:43.908789 3684 factory.go:1977] *v1.Namespace informer cache synced successfully I0427 16:06:43.908799 3684 factory.go:1977] *v1.Node informer cache synced successfully I0427 16:06:43.908803 3684 factory.go:1977] *v1.Service informer cache synced successfully I0427 16:06:43.908806 3684 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0427 16:06:43.908809 3684 factory.go:1977] *v1.Pod informer cache synced successfully I0427 16:06:43.908812 3684 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0427 16:06:43.910674 3684 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0427 16:06:43.910685 3684 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0427 16:06:43.910734 3684 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.910750 3684 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.912596 3684 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.914260 3684 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0427 16:06:43.914273 3684 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0427 16:06:43.916474 3684 factory.go:1977] *v1.EgressIP informer cache synced successfully I0427 16:06:43.916524 3684 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.916542 3684 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.919301 3684 factory.go:1977] *v1.EgressIP informer cache synced successfully I0427 16:06:43.919454 3684 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.922296 3684 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0427 16:06:43.922345 3684 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.922355 3684 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.924193 3684 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.925154 3684 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0427 16:06:43.927845 3684 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0427 16:06:43.927902 3684 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.927915 3684 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.929676 3684 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.930630 3684 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0427 16:06:43.933417 3684 factory.go:1977] *v1.EgressService informer cache synced successfully I0427 16:06:43.933481 3684 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.933492 3684 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.935290 3684 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.936220 3684 factory.go:1977] *v1.EgressService informer cache synced successfully I0427 16:06:43.938955 3684 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0427 16:06:43.939186 3684 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0427 16:06:43.939206 3684 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0427 16:06:43.941349 3684 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0427 16:06:43.941435 3684 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0427 16:06:43.944056 3684 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0427 16:06:43.944128 3684 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.944146 3684 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.944173 3684 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.944187 3684 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.946180 3684 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.946277 3684 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0427 16:06:43.947207 3684 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0427 16:06:43.949345 3684 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0427 16:06:43.949356 3684 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0427 16:06:43.949362 3684 factory.go:680] Watch Factory start up complete, took: 149.596423ms I0427 16:06:43.949458 3684 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0427 16:06:43.952738 3684 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0427 16:06:43.952749 3684 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0427 16:06:43.952756 3684 factory.go:680] Watch Factory start up complete, took: 150.041299ms I0427 16:06:43.952763 3684 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-57.ec2.internal" zone I0427 16:06:43.990473 3684 default_node_network_controller.go:710] Initializing the default node network controller I0427 16:06:44.078464 3684 udn_isolation.go:101] Starting UDN host isolation manager I0427 16:06:44.084921 3684 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0427 16:06:44.152042 3684 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0427 16:06:44.152130 3684 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0427 16:06:44.152166 3684 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0427 16:06:44.185667 3684 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0427 16:06:44.185748 3684 default_node_network_controller.go:809] Node ip-10-0-1-57.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0427 16:06:44.191648 3684 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.57"] k8s.ovn.org/zone-name:ip-10-0-1-57.ec2.internal] on node ip-10-0-1-57.ec2.internal I0427 16:06:44.210824 3684 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0427 16:06:44.217197 3684 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0427 16:06:44.217315 3684 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0427 16:06:44.217552 3684 gateway_init.go:263] Preparing Gateway I0427 16:06:44.217569 3684 gateway_shared_intf.go:1687] Creating new gateway I0427 16:06:44.327375 3684 iptables.go:108] Creating table: filter chain: FORWARD I0427 16:06:44.333162 3684 iptables.go:108] Creating table: filter chain: OUTPUT I0427 16:06:44.339122 3684 gateway_shared_intf.go:1816] Gateway Creation Complete I0427 16:06:44.339136 3684 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-57.ec2.internal","mac-address":"0a:ff:f3:c4:b9:cf","ip-addresses":["10.0.1.57/24"],"ip-address":"10.0.1.57/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f1ec9cdd-084a-477c-8b87-aaee3183de7e k8s.ovn.org/node-encap-ips:["10.0.1.57"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.57/24"} k8s.ovn.org/zone-name:ip-10-0-1-57.ec2.internal] on node ip-10-0-1-57.ec2.internal I0427 16:06:44.356744 3684 default_node_network_controller.go:519] Node connection status = connected I0427 16:06:44.452997 3684 controller_manager.go:429] Waiting for node in zone sync took: 500.220446ms I0427 16:06:44.457458 3684 controller_manager.go:611] Switching to transit router for layer2 networks I0427 16:06:44.457471 3684 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-57.ec2.internal I0427 16:06:44.472949 3684 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0427 16:06:44.479482 3684 controller_manager.go:290] SCTP support detected in OVN I0427 16:06:44.480070 3684 services_controller.go:69] Creating services controller for network=default I0427 16:06:44.480155 3684 udn_enabled_svc.go:80] Waiting for service informer to sync I0427 16:06:44.480222 3684 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0427 16:06:44.480283 3684 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0427 16:06:44.480300 3684 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0427 16:06:44.480312 3684 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0427 16:06:44.480507 3684 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0427 16:06:44.480590 3684 udn_enabled_svc.go:95] Performing full resync I0427 16:06:44.480592 3684 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.125µs I0427 16:06:44.480644 3684 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0427 16:06:44.480684 3684 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 30.473µs I0427 16:06:44.480695 3684 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 50.628µs I0427 16:06:44.480702 3684 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0427 16:06:44.480712 3684 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0427 16:06:44.480723 3684 default_network_controller.go:325] Starting the default network controller I0427 16:06:44.480756 3684 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 7.168µs I0427 16:06:44.480863 3684 udn_enabled_svc.go:99] Waiting for handler to sync I0427 16:06:44.480874 3684 udn_enabled_svc.go:104] Starting worker I0427 16:06:44.489622 3684 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0427 16:06:44.489676 3684 repair.go:33] Syncing exgw routes took 41.919µs I0427 16:06:44.489697 3684 default_network_controller.go:414] Starting all the Watchers... I0427 16:06:44.489833 3684 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0427 16:06:44.489853 3684 namespace.go:98] [openshift-insights] adding namespace I0427 16:06:44.489855 3684 namespace.go:98] [openshift-console] adding namespace I0427 16:06:44.489862 3684 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0427 16:06:44.489870 3684 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0427 16:06:44.489873 3684 namespace.go:98] [openshift-console-user-settings] adding namespace I0427 16:06:44.489880 3684 namespace.go:98] [openshift-backplane-mobb] adding namespace I0427 16:06:44.489857 3684 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0427 16:06:44.489885 3684 namespace.go:98] [openshift-config] adding namespace I0427 16:06:44.489889 3684 namespace.go:98] [openshift-backplane] adding namespace I0427 16:06:44.489892 3684 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0427 16:06:44.489897 3684 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0427 16:06:44.489833 3684 namespace.go:98] [openshift-console-operator] adding namespace I0427 16:06:44.489834 3684 namespace.go:98] [openshift-ingress] adding namespace I0427 16:06:44.489837 3684 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0427 16:06:44.490379 3684 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 533.058µs I0427 16:06:44.490395 3684 namespace.go:98] [openshift-infra] adding namespace I0427 16:06:44.490927 3684 namespace.go:102] [openshift-insights] adding namespace took 1.065894ms I0427 16:06:44.490944 3684 namespace.go:98] [openshift-network-node-identity] adding namespace I0427 16:06:44.491396 3684 namespace.go:102] [openshift-console] adding namespace took 1.530523ms I0427 16:06:44.491410 3684 namespace.go:98] [openshift-node] adding namespace I0427 16:06:44.491889 3684 namespace.go:102] [openshift-node] adding namespace took 472.123µs I0427 16:06:44.491905 3684 namespace.go:98] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] adding namespace I0427 16:06:44.492337 3684 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 2.464611ms I0427 16:06:44.492348 3684 namespace.go:98] [openshift-machine-config-operator] adding namespace I0427 16:06:44.492839 3684 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 2.962158ms I0427 16:06:44.492857 3684 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0427 16:06:44.493363 3684 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.481133ms I0427 16:06:44.493378 3684 namespace.go:98] [openshift-backplane-srep] adding namespace I0427 16:06:44.493841 3684 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.955373ms I0427 16:06:44.493857 3684 namespace.go:98] [openshift-operators-redhat] adding namespace I0427 16:06:44.494319 3684 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 4.43022ms I0427 16:06:44.494332 3684 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0427 16:06:44.494693 3684 namespace.go:102] [openshift-config] adding namespace took 4.802844ms I0427 16:06:44.494704 3684 namespace.go:98] [openshift-customer-monitoring] adding namespace I0427 16:06:44.495254 3684 namespace.go:102] [openshift-backplane] adding namespace took 5.357932ms I0427 16:06:44.495267 3684 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0427 16:06:44.495736 3684 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.833607ms I0427 16:06:44.495750 3684 namespace.go:98] [openshift-package-operator] adding namespace I0427 16:06:44.496232 3684 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.331398ms I0427 16:06:44.496247 3684 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0427 16:06:44.496773 3684 namespace.go:102] [openshift-console-operator] adding namespace took 6.817351ms I0427 16:06:44.496788 3684 namespace.go:98] [openshift-ingress-operator] adding namespace I0427 16:06:44.497149 3684 namespace.go:102] [openshift-ingress] adding namespace took 7.188911ms I0427 16:06:44.497164 3684 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0427 16:06:44.497622 3684 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.657717ms I0427 16:06:44.497638 3684 namespace.go:98] [openshift-must-gather-operator] adding namespace I0427 16:06:44.498054 3684 namespace.go:102] [openshift-infra] adding namespace took 7.654185ms I0427 16:06:44.498070 3684 namespace.go:98] [dedicated-admin] adding namespace I0427 16:06:44.498414 3684 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.462396ms I0427 16:06:44.498427 3684 namespace.go:98] [default] adding namespace I0427 16:06:44.498876 3684 namespace.go:102] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] adding namespace took 6.965612ms I0427 16:06:44.498891 3684 namespace.go:98] [openshift-network-diagnostics] adding namespace I0427 16:06:44.499290 3684 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.937809ms I0427 16:06:44.499305 3684 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0427 16:06:44.499764 3684 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.900451ms I0427 16:06:44.499780 3684 namespace.go:98] [openshift-image-registry] adding namespace I0427 16:06:44.500136 3684 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.752534ms I0427 16:06:44.500150 3684 namespace.go:98] [openshift-authentication-operator] adding namespace I0427 16:06:44.500556 3684 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.694053ms I0427 16:06:44.500570 3684 namespace.go:98] [kube-node-lease] adding namespace I0427 16:06:44.500946 3684 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.608333ms I0427 16:06:44.500959 3684 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0427 16:06:44.501338 3684 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.628951ms I0427 16:06:44.501352 3684 namespace.go:98] [openshift-network-console] adding namespace I0427 16:06:44.501692 3684 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.418779ms I0427 16:06:44.501706 3684 namespace.go:98] [kube-public] adding namespace I0427 16:06:44.502220 3684 namespace.go:102] [openshift-package-operator] adding namespace took 6.462874ms I0427 16:06:44.502240 3684 namespace.go:98] [openshift-dns-operator] adding namespace I0427 16:06:44.503029 3684 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.774947ms I0427 16:06:44.503053 3684 namespace.go:98] [openshift-config-operator] adding namespace I0427 16:06:44.503631 3684 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.837835ms I0427 16:06:44.503645 3684 namespace.go:98] [openshift-backplane-cee] adding namespace I0427 16:06:44.504100 3684 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.930509ms I0427 16:06:44.504115 3684 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0427 16:06:44.504556 3684 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.913791ms I0427 16:06:44.504568 3684 namespace.go:98] [openshift-kube-scheduler] adding namespace I0427 16:06:44.504986 3684 namespace.go:102] [dedicated-admin] adding namespace took 6.910746ms I0427 16:06:44.504997 3684 namespace.go:98] [openshift-cloud-controller-manager] adding namespace W0427 16:06:44.505344 3684 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-4kh2d: pod openshift-network-diagnostics/network-check-target-4kh2d: no pod IPs found W0427 16:06:44.505391 3684 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-fjssb: pod openshift-network-diagnostics/network-check-target-fjssb: no pod IPs found I0427 16:06:44.505394 3684 namespace.go:102] [default] adding namespace took 6.962623ms I0427 16:06:44.505403 3684 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0427 16:06:44.505878 3684 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.980845ms I0427 16:06:44.505894 3684 namespace.go:98] [openshift-apiserver] adding namespace I0427 16:06:44.506371 3684 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 7.061818ms I0427 16:06:44.506383 3684 namespace.go:98] [openshift-ingress-canary] adding namespace I0427 16:06:44.506789 3684 namespace.go:102] [openshift-image-registry] adding namespace took 7.003722ms I0427 16:06:44.506802 3684 namespace.go:98] [openshift-config-managed] adding namespace I0427 16:06:44.507305 3684 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.148136ms I0427 16:06:44.507319 3684 namespace.go:98] [openshift-operators] adding namespace I0427 16:06:44.507768 3684 namespace.go:102] [kube-node-lease] adding namespace took 7.192091ms I0427 16:06:44.507780 3684 namespace.go:98] [kube-system] adding namespace I0427 16:06:44.508317 3684 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.35141ms I0427 16:06:44.508332 3684 namespace.go:98] [openshift-etcd] adding namespace I0427 16:06:44.508891 3684 namespace.go:102] [openshift-network-console] adding namespace took 7.53016ms I0427 16:06:44.508917 3684 namespace.go:98] [openshift-service-ca-operator] adding namespace I0427 16:06:44.509610 3684 namespace.go:102] [kube-public] adding namespace took 7.89733ms I0427 16:06:44.509628 3684 namespace.go:98] [openshift] adding namespace I0427 16:06:44.510570 3684 namespace.go:102] [openshift-dns-operator] adding namespace took 8.321337ms I0427 16:06:44.510604 3684 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0427 16:06:44.511215 3684 namespace.go:102] [openshift-config-operator] adding namespace took 8.139864ms I0427 16:06:44.511231 3684 namespace.go:98] [openshift-network-operator] adding namespace I0427 16:06:44.511822 3684 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.171074ms I0427 16:06:44.511843 3684 namespace.go:98] [openshift-cluster-version] adding namespace I0427 16:06:44.512236 3684 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.116203ms I0427 16:06:44.512249 3684 namespace.go:98] [openshift-backplane-tam] adding namespace I0427 16:06:44.512783 3684 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.209045ms I0427 16:06:44.512802 3684 namespace.go:98] [openshift-logging] adding namespace I0427 16:06:44.513233 3684 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 8.229473ms I0427 16:06:44.513248 3684 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0427 16:06:44.513775 3684 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.365991ms I0427 16:06:44.513793 3684 namespace.go:98] [openshift-marketplace] adding namespace I0427 16:06:44.514217 3684 namespace.go:102] [openshift-apiserver] adding namespace took 8.318266ms I0427 16:06:44.514229 3684 namespace.go:98] [openshift-route-controller-manager] adding namespace I0427 16:06:44.514767 3684 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.377124ms I0427 16:06:44.514785 3684 namespace.go:98] [openshift-backplane-csm] adding namespace I0427 16:06:44.515256 3684 namespace.go:102] [openshift-config-managed] adding namespace took 8.449294ms I0427 16:06:44.515275 3684 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0427 16:06:44.515767 3684 namespace.go:102] [openshift-operators] adding namespace took 8.441822ms I0427 16:06:44.515784 3684 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0427 16:06:44.516202 3684 namespace.go:102] [kube-system] adding namespace took 8.416502ms I0427 16:06:44.516215 3684 namespace.go:98] [openshift-monitoring] adding namespace I0427 16:06:44.516685 3684 namespace.go:102] [openshift-etcd] adding namespace took 8.348578ms I0427 16:06:44.516697 3684 namespace.go:98] [openshift-multus] adding namespace I0427 16:06:44.517233 3684 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.307577ms I0427 16:06:44.517250 3684 namespace.go:98] [openshift-authentication] adding namespace I0427 16:06:44.517744 3684 namespace.go:102] [openshift] adding namespace took 8.110313ms I0427 16:06:44.517756 3684 namespace.go:98] [openshift-kube-apiserver] adding namespace I0427 16:06:44.518193 3684 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.583324ms I0427 16:06:44.518204 3684 namespace.go:98] [openshift-backplane-cse] adding namespace I0427 16:06:44.518577 3684 namespace.go:102] [openshift-network-operator] adding namespace took 7.340274ms I0427 16:06:44.518588 3684 namespace.go:98] [openshift-apiserver-operator] adding namespace I0427 16:06:44.519232 3684 namespace.go:102] [openshift-cluster-version] adding namespace took 7.379964ms I0427 16:06:44.519250 3684 namespace.go:98] [openshift-machine-api] adding namespace I0427 16:06:44.519743 3684 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.486251ms I0427 16:06:44.519764 3684 namespace.go:98] [openshift-dns] adding namespace I0427 16:06:44.520405 3684 namespace.go:102] [openshift-logging] adding namespace took 7.594774ms I0427 16:06:44.520475 3684 namespace.go:98] [openshift-controller-manager] adding namespace I0427 16:06:44.521119 3684 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.865046ms I0427 16:06:44.521137 3684 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0427 16:06:44.521773 3684 namespace.go:102] [openshift-marketplace] adding namespace took 7.970084ms I0427 16:06:44.522468 3684 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.231821ms I0427 16:06:44.522999 3684 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.205525ms I0427 16:06:44.523704 3684 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.422691ms I0427 16:06:44.524263 3684 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.471711ms W0427 16:06:44.524874 3684 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-t4rg7: pod openshift-multus/network-metrics-daemon-t4rg7: no pod IPs found W0427 16:06:44.524893 3684 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ns4bq: pod openshift-multus/network-metrics-daemon-ns4bq: no pod IPs found I0427 16:06:44.524896 3684 namespace.go:102] [openshift-monitoring] adding namespace took 8.6738ms I0427 16:06:44.525433 3684 namespace.go:102] [openshift-multus] adding namespace took 8.730859ms I0427 16:06:44.526039 3684 namespace.go:102] [openshift-authentication] adding namespace took 8.783385ms I0427 16:06:44.526914 3684 namespace.go:102] [openshift-kube-apiserver] adding namespace took 9.150956ms I0427 16:06:44.526931 3684 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0427 16:06:44.527386 3684 namespace.go:102] [openshift-backplane-cse] adding namespace took 9.173297ms I0427 16:06:44.527907 3684 namespace.go:102] [openshift-apiserver-operator] adding namespace took 9.31471ms I0427 16:06:44.528330 3684 namespace.go:102] [openshift-machine-api] adding namespace took 9.074262ms I0427 16:06:44.528811 3684 namespace.go:102] [openshift-dns] adding namespace took 9.042049ms I0427 16:06:44.528825 3684 namespace.go:98] [openshift-host-network] adding namespace I0427 16:06:44.529276 3684 namespace.go:102] [openshift-controller-manager] adding namespace took 8.79049ms I0427 16:06:44.529724 3684 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.58198ms I0427 16:06:44.530158 3684 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 3.21994ms I0427 16:06:44.530789 3684 namespace.go:102] [openshift-host-network] adding namespace took 1.958239ms W0427 16:06:44.530893 3684 master.go:471] Unable to parse remote node ip-10-0-2-167.ec2.internal chassis-id annotation. Chassis may be removed during sync I0427 16:06:44.531027 3684 master.go:548] Adding or Updating local node "ip-10-0-1-57.ec2.internal" for network "default" I0427 16:06:44.531097 3684 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-167.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-167.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-167.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-167.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-167.ec2.internal W0427 16:06:44.539560 3684 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-4kh2d: pod openshift-network-diagnostics/network-check-target-4kh2d: no pod IPs found W0427 16:06:44.539578 3684 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ns4bq: pod openshift-multus/network-metrics-daemon-ns4bq: no pod IPs found I0427 16:06:44.540673 3684 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-57.ec2.internal for the network default I0427 16:06:44.541057 3684 zone_ic_handler.go:195] Time taken to create transit switch: 370.18µs I0427 16:06:44.542499 3684 zone_ic_handler.go:195] Time taken to create transit switch: 202.137µs I0427 16:06:44.542512 3684 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-119.ec2.internal for the network default I0427 16:06:44.543409 3684 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-119.ec2.internal" on network "default" took: 1.124611ms I0427 16:06:44.543489 3684 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0427 16:06:44.543510 3684 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0427 16:06:44.543529 3684 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0427 16:06:44.543564 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0427 16:06:44.543618 3684 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0427 16:06:44.543636 3684 services_controller.go:574] Full service sync requested for network=default I0427 16:06:44.543646 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-57.ec2.internal in network "default" I0427 16:06:44.543667 3684 node_tracker.go:169] Node ip-10-0-1-57.ec2.internal switch + router changed, syncing services in network "default" I0427 16:06:44.543674 3684 services_controller.go:574] Full service sync requested for network=default I0427 16:06:44.543679 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0427 16:06:44.543689 3684 node_tracker.go:235] Node ip-10-0-2-167.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal" I0427 16:06:44.543698 3684 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0427 16:06:44.543702 3684 services_controller.go:574] Full service sync requested for network=default I0427 16:06:44.644126 3684 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0427 16:06:44.644149 3684 services_controller.go:208] Setting up event handlers for services for network=default I0427 16:06:44.644276 3684 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0427 16:06:44.644318 3684 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0427 16:06:44.644334 3684 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0427 16:06:44.745370 3684 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0427 16:06:44.745390 3684 repair.go:60] Starting repairing loop for services I0427 16:06:44.745481 3684 repair.go:131] Deleted 0 stale service LBs I0427 16:06:44.745499 3684 repair.go:137] Deleted 0 stale Chassis Template Vars I0427 16:06:44.745515 3684 repair.go:62] Finished repairing loop for services: 127.882µs I0427 16:06:44.745538 3684 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0427 16:06:44.745547 3684 services_controller.go:254] Starting workers for network=default I0427 16:06:44.746158 3684 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-fjssb, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-fjssb: suppressed error logged: pod openshift-network-diagnostics/network-check-target-fjssb: no pod IPs found I0427 16:06:44.746169 3684 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-4kh2d] creating logical port openshift-network-diagnostics_network-check-target-4kh2d for pod on switch ip-10-0-1-57.ec2.internal I0427 16:06:44.746217 3684 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ns4bq] creating logical port openshift-multus_network-metrics-daemon-ns4bq for pod on switch ip-10-0-1-57.ec2.internal I0427 16:06:44.746262 3684 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-t4rg7, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-t4rg7: suppressed error logged: pod openshift-multus/network-metrics-daemon-t4rg7: no pod IPs found I0427 16:06:44.746285 3684 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-4kh2d I0427 16:06:44.746311 3684 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ns4bq I0427 16:06:44.760305 3684 pod.go:62] [openshift-multus/network-metrics-daemon-ns4bq] pod update took 14.023065ms I0427 16:06:44.760325 3684 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-ns4bq] addLogicalPort annotation time took 14.043198ms I0427 16:06:44.760476 3684 pod.go:62] [openshift-network-diagnostics/network-check-target-4kh2d] pod update took 14.24295ms I0427 16:06:44.760497 3684 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-4kh2d] addLogicalPort annotation time took 14.265217ms I0427 16:06:44.761397 3684 pods.go:271] [openshift-multus/network-metrics-daemon-ns4bq] addLogicalPort took 15.189434ms, libovsdb time 828.107µs I0427 16:06:44.761544 3684 pods.go:271] [openshift-network-diagnostics/network-check-target-4kh2d] addLogicalPort took 15.386667ms, libovsdb time 754.237µs I0427 16:06:44.762035 3684 admin_network_policy_controller.go:227] Starting controller default-network-controller I0427 16:06:44.762059 3684 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0427 16:06:44.762074 3684 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0427 16:06:44.762078 3684 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0427 16:06:44.762289 3684 repair.go:29] Repairing admin network policies took 206.094µs I0427 16:06:44.762390 3684 repair.go:92] Repairing baseline admin network policies took 92.898µs I0427 16:06:44.762777 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0427 16:06:44.762796 3684 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0427 16:06:44.764712 3684 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0427 16:06:44.764732 3684 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0427 16:06:44.764743 3684 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0427 16:06:44.766189 3684 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0427 16:06:44.766207 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0427 16:06:44.766215 3684 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0427 16:06:44.766468 3684 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0427 16:06:44.766487 3684 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0427 16:06:44.766498 3684 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0427 16:06:44.767358 3684 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0427 16:06:44.767374 3684 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0427 16:06:44.767382 3684 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0427 16:06:44.767972 3684 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0427 16:06:44.767990 3684 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0427 16:06:44.768000 3684 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0427 16:06:44.769963 3684 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0427 16:06:44.769980 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0427 16:06:44.769987 3684 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0427 16:06:44.771201 3684 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0427 16:06:44.771219 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0427 16:06:44.771227 3684 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0427 16:06:44.772211 3684 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0427 16:06:44.772230 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0427 16:06:44.772239 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0427 16:06:44.773638 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0427 16:06:44.773655 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0427 16:06:44.773665 3684 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0427 16:06:44.774820 3684 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0427 16:06:44.774843 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0427 16:06:44.774852 3684 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0427 16:06:44.775875 3684 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0427 16:06:44.775892 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0427 16:06:44.775900 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0427 16:06:44.776346 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0427 16:06:44.776362 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0427 16:06:44.776370 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0427 16:06:44.777763 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0427 16:06:44.777778 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0427 16:06:44.778204 3684 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0427 16:06:44.778215 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0427 16:06:44.778909 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0427 16:06:44.778925 3684 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0427 16:06:44.778934 3684 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0427 16:06:44.779805 3684 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0427 16:06:44.779829 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0427 16:06:44.779839 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0427 16:06:44.780132 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0427 16:06:44.780152 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0427 16:06:44.780164 3684 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0427 16:06:44.781253 3684 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0427 16:06:44.781269 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0427 16:06:44.781278 3684 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0427 16:06:44.782218 3684 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0427 16:06:44.782235 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0427 16:06:44.782242 3684 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0427 16:06:44.782756 3684 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0427 16:06:44.782775 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0427 16:06:44.782782 3684 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0427 16:06:44.783249 3684 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0427 16:06:44.783265 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0427 16:06:44.783272 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0427 16:06:44.783741 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0427 16:06:44.783757 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0427 16:06:44.783776 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0427 16:06:44.784399 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0427 16:06:44.784415 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0427 16:06:44.784421 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0427 16:06:44.785607 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0427 16:06:44.785623 3684 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0427 16:06:44.785630 3684 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0427 16:06:44.786685 3684 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0427 16:06:44.786703 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0427 16:06:44.786712 3684 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0427 16:06:44.788792 3684 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0427 16:06:44.788811 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0427 16:06:44.788818 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0427 16:06:44.789347 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0427 16:06:44.789365 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0427 16:06:44.789373 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0427 16:06:44.789899 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0427 16:06:44.789914 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0427 16:06:44.789921 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0427 16:06:44.790456 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0427 16:06:44.790476 3684 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0427 16:06:44.790484 3684 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0427 16:06:44.790782 3684 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0427 16:06:44.795115 3684 egressfirewall.go:374] Starting EgressFirewall controller I0427 16:06:44.795150 3684 controller.go:133] Adding controller egress-firewall-controller event handlers I0427 16:06:44.795155 3684 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0427 16:06:44.795175 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0427 16:06:44.795190 3684 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0427 16:06:44.795218 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0427 16:06:44.795229 3684 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0427 16:06:44.795514 3684 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0427 16:06:44.795527 3684 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0427 16:06:44.795532 3684 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0427 16:06:44.795541 3684 egressqos.go:193] Setting up event handlers for EgressQoS I0427 16:06:44.795545 3684 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0427 16:06:44.795552 3684 egressfirewall.go:723] Syncing node "ip-10-0-1-57.ec2.internal" for egress firewall I0427 16:06:44.795556 3684 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall I0427 16:06:44.795728 3684 egressqos.go:245] Starting EgressQoS Controller I0427 16:06:44.795737 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0427 16:06:44.795743 3684 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0427 16:06:44.795749 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0427 16:06:44.795754 3684 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0427 16:06:44.795759 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0427 16:06:44.795779 3684 shared_informer.go:356] "Caches are synced" controller="egressqos" I0427 16:06:44.795785 3684 egressqos.go:259] Repairing EgressQoSes I0427 16:06:44.795789 3684 egressqos.go:399] Starting repairing loop for egressqos I0427 16:06:44.795867 3684 egressqos.go:401] Finished repairing loop for egressqos: 78.404µs I0427 16:06:44.795885 3684 egressservice_zone.go:132] Setting up event handlers for Egress Services I0427 16:06:44.795925 3684 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-57.ec2.internal I0427 16:06:44.795989 3684 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-57.ec2.internal : 67.197µs I0427 16:06:44.796186 3684 egressservice_zone.go:210] Starting Egress Services Controller I0427 16:06:44.796195 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0427 16:06:44.796201 3684 shared_informer.go:356] "Caches are synced" controller="egressservices" I0427 16:06:44.796206 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0427 16:06:44.796210 3684 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0427 16:06:44.796215 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0427 16:06:44.796219 3684 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0427 16:06:44.796223 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0427 16:06:44.796228 3684 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0427 16:06:44.796232 3684 egressservice_zone.go:228] Repairing Egress Services I0427 16:06:44.796506 3684 master_controller.go:88] Starting Admin Policy Based Route Controller I0427 16:06:44.796514 3684 external_controller.go:278] Starting Admin Policy Based Route Controller I0427 16:06:44.796545 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0427 16:06:44.796562 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 22.624µs I0427 16:06:44.796569 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-57.ec2.internal I0427 16:06:44.796573 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-57.ec2.internal: 4.272µs I0427 16:06:44.796578 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0427 16:06:44.796581 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 3.679µs I0427 16:06:44.797061 3684 default_network_controller.go:585] Completing all the Watchers took 307.357168ms I0427 16:06:44.797074 3684 default_network_controller.go:589] Starting unidling controllers I0427 16:06:44.797086 3684 unidle.go:46] Registering OVN SB ControllerEvent handler I0427 16:06:44.797093 3684 unidle.go:63] Populating Initial ContollerEvent events I0427 16:06:44.797103 3684 unidle.go:79] Setting up event handlers for services I0427 16:06:44.797173 3684 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0427 16:06:44.857553 3684 default_node_network_controller.go:519] Node connection status = connected I0427 16:06:45.258027 3684 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0427 16:06:45.358027 3684 default_node_network_controller.go:519] Node connection status = connected I0427 16:06:45.375143 3684 bridgeconfig.go:537] Gateway is ready I0427 16:06:45.375159 3684 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0427 16:06:45.386324 3684 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.57. Updating OVN encap IP. I0427 16:06:45.391374 3684 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.57 - it is already configured I0427 16:06:45.391390 3684 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.57/24:{} 172.20.0.1/32:{}]. Updating annotations. I0427 16:06:45.391671 3684 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.57/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-57.ec2.internal","mac-address":"0a:ff:f3:c4:b9:cf","ip-addresses":["10.0.1.57/24"],"ip-address":"10.0.1.57/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f1ec9cdd-084a-477c-8b87-aaee3183de7e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.57/24"}] on node ip-10-0-1-57.ec2.internal I0427 16:06:45.406033 3684 master.go:548] Adding or Updating local node "ip-10-0-1-57.ec2.internal" for network "default" I0427 16:06:45.406038 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-57.ec2.internal I0427 16:06:45.406057 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-57.ec2.internal: 24.055µs I0427 16:06:45.406065 3684 egressfirewall.go:723] Syncing node "ip-10-0-1-57.ec2.internal" for egress firewall I0427 16:06:45.406090 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-57.ec2.internal in network "default" I0427 16:06:45.406132 3684 node_tracker.go:169] Node ip-10-0-1-57.ec2.internal switch + router changed, syncing services in network "default" I0427 16:06:45.406147 3684 services_controller.go:574] Full service sync requested for network=default I0427 16:06:45.406248 3684 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.57 I0427 16:06:45.406410 3684 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-57.ec2.internal I0427 16:06:45.410697 3684 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-57.ec2.internal. Updating no re-route policies I0427 16:06:45.410781 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-d2fvx I0427 16:06:45.410795 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-4kh2d I0427 16:06:45.410802 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-d2fvx I0427 16:06:45.410803 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-57.ec2.internal I0427 16:06:45.410811 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-4kh2d I0427 16:06:45.410819 3684 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-9qbd5 I0427 16:06:45.410824 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-d2fvx after 0 failed attempt(s) I0427 16:06:45.410829 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-ws6dd I0427 16:06:45.410833 3684 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-9qbd5 I0427 16:06:45.410849 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-ws6dd I0427 16:06:45.410863 3684 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-9qbd5 after 0 failed attempt(s) I0427 16:06:45.410865 3684 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-4kh2d] creating logical port openshift-network-diagnostics_network-check-target-4kh2d for pod on switch ip-10-0-1-57.ec2.internal I0427 16:06:45.410841 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-57.ec2.internal I0427 16:06:45.410870 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-ws6dd after 0 failed attempt(s) I0427 16:06:45.410880 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-57.ec2.internal after 0 failed attempt(s) I0427 16:06:45.410881 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-g54k5 I0427 16:06:45.410887 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ns4bq I0427 16:06:45.410890 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zxt4d I0427 16:06:45.410894 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ns4bq I0427 16:06:45.410901 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-h6qwt I0427 16:06:45.410902 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5zmrt I0427 16:06:45.410906 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-h6qwt I0427 16:06:45.410904 3684 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-57.ec2.internal I0427 16:06:45.410910 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-5zmrt I0427 16:06:45.410916 3684 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-57.ec2.internal I0427 16:06:45.410917 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-h6qwt after 0 failed attempt(s) I0427 16:06:45.410917 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-bwd5w I0427 16:06:45.410919 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-jxwjf I0427 16:06:45.410933 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-bwd5w I0427 16:06:45.410934 3684 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-57.ec2.internal after 0 failed attempt(s) I0427 16:06:45.410922 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-5zmrt after 0 failed attempt(s) I0427 16:06:45.410937 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-jxwjf I0427 16:06:45.410895 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zxt4d I0427 16:06:45.410951 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-bwd5w after 0 failed attempt(s) I0427 16:06:45.410953 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-jxwjf after 0 failed attempt(s) I0427 16:06:45.410923 3684 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ns4bq] creating logical port openshift-multus_network-metrics-daemon-ns4bq for pod on switch ip-10-0-1-57.ec2.internal I0427 16:06:45.410967 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-zxt4d after 0 failed attempt(s) I0427 16:06:45.410894 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-g54k5 I0427 16:06:45.410992 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-g54k5 after 0 failed attempt(s) I0427 16:06:45.411567 3684 pods.go:271] [openshift-network-diagnostics/network-check-target-4kh2d] addLogicalPort took 714.22µs, libovsdb time 251.208µs I0427 16:06:45.411579 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-4kh2d after 0 failed attempt(s) I0427 16:06:45.411792 3684 pods.go:271] [openshift-multus/network-metrics-daemon-ns4bq] addLogicalPort took 874.654µs, libovsdb time 258.304µs I0427 16:06:45.411808 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ns4bq after 0 failed attempt(s) I0427 16:06:45.420357 3684 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0427 16:06:45.431118 3684 iptables.go:108] Creating table: mangle chain: OUTPUT I0427 16:06:45.434156 3684 iptables.go:108] Creating table: nat chain: OUTPUT I0427 16:06:45.471031 3684 iptables.go:108] Creating table: nat chain: PREROUTING I0427 16:06:45.531260 3684 iptables.go:108] Creating table: filter chain: FORWARD I0427 16:06:45.546904 3684 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0427 16:06:45.547193 3684 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0427 16:06:45.547242 3684 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0427 16:06:45.547321 3684 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0427 16:06:45.547373 3684 gateway_init.go:325] Gateway and management port readiness took 1.194315209s I0427 16:06:45.547398 3684 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0427 16:06:45.547432 3684 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0427 16:06:45.547461 3684 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0427 16:06:45.547475 3684 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0427 16:06:45.547536 3684 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0427 16:06:45.547614 3684 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 50.21µs I0427 16:06:45.547850 3684 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0427 16:06:45.547874 3684 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.666µs I0427 16:06:45.547882 3684 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 31.646µs I0427 16:06:45.547887 3684 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0427 16:06:45.547897 3684 nad_controller.go:379] [node-nad-controller NAD controller]: started I0427 16:06:45.547905 3684 default_node_network_controller.go:899] Starting the default node network controller I0427 16:06:45.547911 3684 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0427 16:06:45.547995 3684 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.543µs I0427 16:06:45.548064 3684 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0427 16:06:45.548072 3684 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0427 16:06:45.548098 3684 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbb5a0 0xc0002a5f10 0xc0002ac000 0xc0002ac0e0 0xc0002ac150 0xc0002ac1c0 0xc0002ac230 0xc000ca68c0 0xc0002ac2a0 0xc0002ac310 0xc000a641e0 0xc00645f3b0 0xc0002ac380 map[0x2ff9080:0xc000e15800 0x2ff95c0:0xc000e15980 0x2ffa2e0:0xc003306300 0x2ffa580:0xc003306360 0x2ffad60:0xc000e15860 0x2ffb000:0xc000e158c0 0x2ffb2a0:0xc000e15920 0x2ffba80:0xc000e159e0 0x2ffbd20:0xc000e15a40 0x3026980:0xc000e05f20 0x3026d20:0xc00349c000 0x3027800:0xc000ce2000 0x3029160:0xc001bea000 0x30298a0:0xc00349c060 0x302a720:0xc001310de0] 0xc00053b030 0} I0427 16:06:45.548149 3684 gateway.go:151] Starting gateway service sync I0427 16:06:45.548535 3684 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0427 16:06:45.550573 3684 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0427 16:06:45.569751 3684 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0427 16:06:45.570817 3684 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0427 16:06:45.571878 3684 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0427 16:06:45.604123 3684 gateway.go:168] Gateway service sync done. Time taken: 55.963932ms I0427 16:06:45.604634 3684 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32638 I0427 16:06:45.604858 3684 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbb5a0 0xc0002a5f10 0xc0002ac000 0xc0002ac0e0 0xc0002ac150 0xc0002ac1c0 0xc0002ac230 0xc000ca68c0 0xc0002ac2a0 0xc0002ac310 0xc000a641e0 0xc00645f3b0 0xc0002ac380 map[0x2ff9080:0xc000e15800 0x2ff95c0:0xc000e15980 0x2ffa2e0:0xc003306300 0x2ffa580:0xc003306360 0x2ffad60:0xc000e15860 0x2ffb000:0xc000e158c0 0x2ffb2a0:0xc000e15920 0x2ffba80:0xc000e159e0 0x2ffbd20:0xc000e15a40 0x3026980:0xc000e05f20 0x3026d20:0xc00349c000 0x3027800:0xc000ce2000 0x3029160:0xc001bea000 0x30298a0:0xc00349c060 0x302a720:0xc001310de0] 0xc00053b030 0} I0427 16:06:45.605635 3684 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbb5a0 0xc0002a5f10 0xc0002ac000 0xc0002ac0e0 0xc0002ac150 0xc0002ac1c0 0xc0002ac230 0xc000ca68c0 0xc0002ac2a0 0xc0002ac310 0xc000a641e0 0xc00645f3b0 0xc0002ac380 map[0x2ff9080:0xc000e15800 0x2ff95c0:0xc000e15980 0x2ffa2e0:0xc003306300 0x2ffa580:0xc003306360 0x2ffad60:0xc000e15860 0x2ffb000:0xc000e158c0 0x2ffb2a0:0xc000e15920 0x2ffba80:0xc000e159e0 0x2ffbd20:0xc000e15a40 0x3026980:0xc000e05f20 0x3026d20:0xc00349c000 0x3027800:0xc000ce2000 0x3029160:0xc001bea000 0x30298a0:0xc00349c060 0x302a720:0xc001310de0] 0xc00053b030 0} I0427 16:06:45.605670 3684 gateway.go:532] Reconciling gateway with updates I0427 16:06:45.611111 3684 gateway.go:339] Spawning Conntrack Rule Check Thread I0427 16:06:45.611132 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0427 16:06:45.611138 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0427 16:06:45.611144 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0427 16:06:45.611149 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0427 16:06:45.611156 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0427 16:06:45.611156 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0427 16:06:45.611163 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0427 16:06:45.611166 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0427 16:06:45.611147 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0427 16:06:45.611170 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0427 16:06:45.611169 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0427 16:06:45.611177 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0427 16:06:45.611181 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0427 16:06:45.611184 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0427 16:06:45.611187 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0427 16:06:45.611187 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0427 16:06:45.611191 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0427 16:06:45.611134 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0427 16:06:45.611199 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0427 16:06:45.611203 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0427 16:06:45.611201 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0427 16:06:45.611209 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0427 16:06:45.611215 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0427 16:06:45.611215 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0427 16:06:45.611221 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0427 16:06:45.611223 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0427 16:06:45.611166 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0427 16:06:45.611183 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0427 16:06:45.611235 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0427 16:06:45.611240 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0427 16:06:45.611244 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0427 16:06:45.611246 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0427 16:06:45.611245 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0427 16:06:45.611252 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0427 16:06:45.611255 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0427 16:06:45.611256 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0427 16:06:45.611258 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0427 16:06:45.611261 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0427 16:06:45.611267 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0427 16:06:45.611273 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0427 16:06:45.611276 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0427 16:06:45.611278 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0427 16:06:45.611277 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0427 16:06:45.611287 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0427 16:06:45.611289 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0427 16:06:45.611288 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0427 16:06:45.611272 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0427 16:06:45.611297 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0427 16:06:45.611300 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0427 16:06:45.611173 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0427 16:06:45.611303 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0427 16:06:45.611309 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0427 16:06:45.611310 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0427 16:06:45.611322 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0427 16:06:45.611170 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0427 16:06:45.611344 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0427 16:06:45.611203 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0427 16:06:45.611354 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0427 16:06:45.611356 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0427 16:06:45.611362 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0427 16:06:45.611155 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0427 16:06:45.611371 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0427 16:06:45.611203 3684 default_node_network_controller.go:944] Gateway and management port readiness took 63.122678ms I0427 16:06:45.611155 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0427 16:06:45.611197 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0427 16:06:45.611290 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0427 16:06:45.611404 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0427 16:06:45.611414 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0427 16:06:45.611430 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0427 16:06:45.611189 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0427 16:06:45.611462 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0427 16:06:45.611236 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0427 16:06:45.611470 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0427 16:06:45.611477 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0427 16:06:45.611514 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0427 16:06:45.611521 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0427 16:06:45.611528 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0427 16:06:45.611534 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0427 16:06:45.611354 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0427 16:06:45.611306 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0427 16:06:45.611586 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0427 16:06:45.611413 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0427 16:06:45.611596 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0427 16:06:45.611406 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0427 16:06:45.611263 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0427 16:06:45.611637 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0427 16:06:45.611283 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0427 16:06:45.611662 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0427 16:06:45.611292 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0427 16:06:45.611297 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0427 16:06:45.611296 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0427 16:06:45.611729 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0427 16:06:45.611298 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0427 16:06:45.611302 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0427 16:06:45.611807 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0427 16:06:45.611307 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0427 16:06:45.611328 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0427 16:06:45.611329 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0427 16:06:45.611851 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0427 16:06:45.611335 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0427 16:06:45.611349 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0427 16:06:45.611897 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0427 16:06:45.611392 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0427 16:06:45.611920 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0427 16:06:45.611228 3684 port_claim.go:71] Svc openshift-ingress/router-default: port 32130 is already open, no action needed I0427 16:06:45.611946 3684 port_claim.go:71] Svc openshift-ingress/router-default: port 32707 is already open, no action needed I0427 16:06:45.611946 3684 node_ip_handler_linux.go:160] Node IP manager is running I0427 16:06:45.611418 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0427 16:06:45.643403 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0427 16:06:45.643427 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0427 16:06:45.643460 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 15.938µs I0427 16:06:45.643485 3684 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0427 16:06:45.643492 3684 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0427 16:06:45.643501 3684 services_controller.go:574] Full service sync requested for network=default I0427 16:06:45.643536 3684 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-119.ec2.internal. Updating no re-route policies W0427 16:06:45.650628 3684 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0427 16:06:45.650739 3684 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0427 16:06:45.650831 3684 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0427 16:06:45.659995 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0427 16:06:45.660019 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0427 16:06:45.660029 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0427 16:06:45.698671 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0427 16:06:45.698691 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0427 16:06:45.698701 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0427 16:06:45.698710 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0427 16:06:45.698721 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0427 16:06:45.698727 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0427 16:06:45.698733 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0427 16:06:45.698738 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0427 16:06:45.698744 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0427 16:06:45.698749 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0427 16:06:45.698754 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0427 16:06:45.698759 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0427 16:06:45.698767 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0427 16:06:45.698779 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0427 16:06:45.698789 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0427 16:06:45.698796 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0427 16:06:45.698801 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0427 16:06:45.698806 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0427 16:06:45.698811 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0427 16:06:45.698832 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0427 16:06:45.698846 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0427 16:06:45.698853 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0427 16:06:45.698859 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0427 16:06:45.736347 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0427 16:06:45.736361 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0427 16:06:47.465955 3684 default_node_network_controller.go:1380] Starting node controller node sync W0427 16:06:47.465975 3684 egressip_healthcheck.go:76] Health checking using insecure connection I0427 16:06:47.466029 3684 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0427 16:06:47.478020 3684 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.043703ms I0427 16:06:47.478126 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 10.0.0.119 to PMTUD blocking rules I0427 16:06:47.478136 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-119.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0427 16:06:47.483914 3684 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0427 16:06:47.484170 3684 egressservice_node.go:93] Setting up event handlers for Egress Services I0427 16:06:47.484275 3684 egressservice_node.go:183] Starting Egress Services Controller I0427 16:06:47.484289 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0427 16:06:47.484298 3684 shared_informer.go:356] "Caches are synced" controller="egressservices" I0427 16:06:47.484303 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0427 16:06:47.484309 3684 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0427 16:06:47.484315 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0427 16:06:47.484319 3684 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0427 16:06:47.484324 3684 egressservice_node.go:197] Repairing Egress Services I0427 16:06:47.493969 3684 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0427 16:06:47.493979 3684 external_controller.go:278] Starting Admin Policy Based Route Controller I0427 16:06:47.494209 3684 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0427 16:06:47.494233 3684 link_network_manager.go:119] Link manager is running I0427 16:06:47.494247 3684 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0427 16:06:47.494475 3684 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0427 16:06:47.494666 3684 vrf_manager.go:128] VRF manager is running I0427 16:06:47.494779 3684 node_controller_manager.go:437] Removing flows to drop GARP I0427 16:06:47.494793 3684 gateway.go:532] Reconciling gateway with updates I0427 16:06:47.522290 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0427 16:06:47.522297 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0427 16:06:47.522310 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0427 16:06:47.522310 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0427 16:06:47.522323 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0427 16:06:47.522330 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0427 16:06:47.522337 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0427 16:06:47.522326 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0427 16:06:47.522341 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0427 16:06:47.522353 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0427 16:06:47.522361 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0427 16:06:47.522365 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0427 16:06:47.522363 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0427 16:06:47.522372 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0427 16:06:47.522377 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0427 16:06:47.522379 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0427 16:06:47.522387 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0427 16:06:47.522316 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0427 16:06:47.522393 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0427 16:06:47.522396 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0427 16:06:47.522403 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0427 16:06:47.522408 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0427 16:06:47.522411 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0427 16:06:47.522415 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0427 16:06:47.522416 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0427 16:06:47.522419 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0427 16:06:47.522422 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0427 16:06:47.522424 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0427 16:06:47.522428 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0427 16:06:47.522426 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0427 16:06:47.522458 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0427 16:06:47.522460 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0427 16:06:47.522464 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0427 16:06:47.522369 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0427 16:06:47.522472 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0427 16:06:47.522479 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0427 16:06:47.522398 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0427 16:06:47.522482 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0427 16:06:47.522486 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0427 16:06:47.522491 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0427 16:06:47.522495 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0427 16:06:47.522478 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0427 16:06:47.522500 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0427 16:06:47.522502 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0427 16:06:47.522508 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0427 16:06:47.522511 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0427 16:06:47.522512 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0427 16:06:47.522517 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0427 16:06:47.522516 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0427 16:06:47.522520 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0427 16:06:47.522523 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0427 16:06:47.522526 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0427 16:06:47.522527 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0427 16:06:47.522531 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0427 16:06:47.522534 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0427 16:06:47.522536 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0427 16:06:47.522533 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0427 16:06:47.522542 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0427 16:06:47.522543 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0427 16:06:47.522413 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0427 16:06:47.522549 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0427 16:06:47.522550 3684 port_claim.go:71] Svc openshift-ingress/router-default: port 32130 is already open, no action needed I0427 16:06:47.522556 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0427 16:06:47.522556 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0427 16:06:47.522425 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0427 16:06:47.522338 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0427 16:06:47.522569 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0427 16:06:47.522511 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0427 16:06:47.522537 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0427 16:06:47.522559 3684 port_claim.go:71] Svc openshift-ingress/router-default: port 32707 is already open, no action needed I0427 16:06:47.522504 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0427 16:06:47.522468 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0427 16:06:47.522546 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0427 16:06:47.522355 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0427 16:06:47.522494 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0427 16:06:47.522714 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0427 16:06:47.522726 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0427 16:06:47.522344 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0427 16:06:47.522346 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0427 16:06:47.522394 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0427 16:06:47.522816 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0427 16:06:47.522414 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0427 16:06:47.522426 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0427 16:06:47.522892 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0427 16:06:47.522424 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0427 16:06:47.522919 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0427 16:06:47.522468 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0427 16:06:47.522495 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0427 16:06:47.522497 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0427 16:06:47.522963 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0427 16:06:47.522968 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0427 16:06:47.522515 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0427 16:06:47.522974 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0427 16:06:47.522511 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0427 16:06:47.522980 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0427 16:06:47.522514 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0427 16:06:47.523002 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0427 16:06:47.523007 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0427 16:06:47.522514 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0427 16:06:47.523015 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0427 16:06:47.522529 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0427 16:06:47.523040 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0427 16:06:47.523044 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0427 16:06:47.522528 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0427 16:06:47.523051 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0427 16:06:47.522538 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0427 16:06:47.523106 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0427 16:06:47.522548 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0427 16:06:47.522556 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0427 16:06:47.560822 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0427 16:06:47.560843 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0427 16:06:47.560853 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0427 16:06:47.560860 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0427 16:06:47.560865 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0427 16:06:47.598927 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0427 16:06:47.598953 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0427 16:06:47.637647 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0427 16:06:47.637654 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0427 16:06:47.637673 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0427 16:06:47.637683 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0427 16:06:47.637693 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0427 16:06:47.637698 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0427 16:06:47.637705 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0427 16:06:47.637710 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0427 16:06:47.637715 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0427 16:06:47.637721 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0427 16:06:47.637727 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0427 16:06:47.637733 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0427 16:06:47.637739 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0427 16:06:47.637745 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0427 16:06:47.637750 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0427 16:06:47.637774 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0427 16:06:47.637784 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0427 16:06:47.637789 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0427 16:06:48.778591 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0427 16:06:48.778621 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 37.46µs I0427 16:06:49.335262 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-57.ec2.internal I0427 16:06:49.335293 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-57.ec2.internal: 38.05µs I0427 16:06:49.360702 3684 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-58b67fcf4f-mpbxf] creating logical port openshift-image-registry_image-registry-58b67fcf4f-mpbxf for pod on switch ip-10-0-1-57.ec2.internal I0427 16:06:49.360823 3684 kube.go:256] Updating pod openshift-image-registry/image-registry-58b67fcf4f-mpbxf I0427 16:06:49.382767 3684 pod.go:62] [openshift-image-registry/image-registry-58b67fcf4f-mpbxf] pod update took 21.971901ms I0427 16:06:49.382790 3684 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-58b67fcf4f-mpbxf] addLogicalPort annotation time took 21.996704ms I0427 16:06:49.384199 3684 pods.go:271] [openshift-image-registry/image-registry-58b67fcf4f-mpbxf] addLogicalPort took 23.516993ms, libovsdb time 997.48µs I0427 16:06:49.390755 3684 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-758s7] creating logical port openshift-ingress-canary_ingress-canary-758s7 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:06:49.390868 3684 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7b5lq] creating logical port openshift-dns_dns-default-7b5lq for pod on switch ip-10-0-1-57.ec2.internal I0427 16:06:49.390898 3684 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-758s7 I0427 16:06:49.390951 3684 kube.go:256] Updating pod openshift-dns/dns-default-7b5lq I0427 16:06:49.412372 3684 pod.go:62] [openshift-ingress-canary/ingress-canary-758s7] pod update took 21.501828ms I0427 16:06:49.412394 3684 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-758s7] addLogicalPort annotation time took 21.527389ms I0427 16:06:49.412402 3684 pod.go:62] [openshift-dns/dns-default-7b5lq] pod update took 21.489038ms I0427 16:06:49.412416 3684 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-7b5lq] addLogicalPort annotation time took 21.505586ms I0427 16:06:49.413377 3684 pods.go:271] [openshift-ingress-canary/ingress-canary-758s7] addLogicalPort took 22.637081ms, libovsdb time 703.776µs I0427 16:06:49.413671 3684 pods.go:271] [openshift-dns/dns-default-7b5lq] addLogicalPort took 22.817331ms, libovsdb time 971.862µs I0427 16:06:49.796309 3684 cni.go:452] [openshift-ingress-canary/ingress-canary-758s7 e949a38e409f49e04e3af8f5a16cd1468cf06bfa47dfa46be45fc98678dbb128 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-758s7 e949a38e409f49e04e3af8f5a16cd1468cf06bfa47dfa46be45fc98678dbb128 network default NAD default NAD key ] I0427 16:06:49.823983 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-758s7, hostIfaceName: e949a38e409f49e, network: default, NAD default, SandboxID: "e949a38e409f49e04e3af8f5a16cd1468cf06bfa47dfa46be45fc98678dbb128", PCI device ID: , UID: "eedf7bba-223f-40ba-a635-a0daab56c9c9", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0427 16:06:49.869528 3684 cni.go:473] [openshift-ingress-canary/ingress-canary-758s7 e949a38e409f49e04e3af8f5a16cd1468cf06bfa47dfa46be45fc98678dbb128 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-758s7 e949a38e409f49e04e3af8f5a16cd1468cf06bfa47dfa46be45fc98678dbb128 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:4f:ec:e4:91:a5\",\"name\":\"e949a38e409f49e\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4639996f-b7e3-4401-bd54-ce7245c59827\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:06:52.058740 3684 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0427 16:06:52.489307 3684 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0427 16:06:52.489336 3684 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall I0427 16:06:52.489311 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0427 16:06:52.489408 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 76.425µs I0427 16:06:53.428623 3684 cni.go:452] [openshift-network-diagnostics/network-check-target-4kh2d 0bd1316ca074f641ac7967796b92fa6b94246491dd82efc009eeb992d16ab7b7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-4kh2d 0bd1316ca074f641ac7967796b92fa6b94246491dd82efc009eeb992d16ab7b7 network default NAD default NAD key ] I0427 16:06:53.438606 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-4kh2d, hostIfaceName: 0bd1316ca074f64, network: default, NAD default, SandboxID: "0bd1316ca074f641ac7967796b92fa6b94246491dd82efc009eeb992d16ab7b7", PCI device ID: , UID: "688c541e-e32e-4d52-b30a-b0da19357e3c", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0427 16:06:53.485935 3684 cni.go:473] [openshift-network-diagnostics/network-check-target-4kh2d 0bd1316ca074f641ac7967796b92fa6b94246491dd82efc009eeb992d16ab7b7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-4kh2d 0bd1316ca074f641ac7967796b92fa6b94246491dd82efc009eeb992d16ab7b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:bb:e8:df:c5:b6\",\"name\":\"0bd1316ca074f64\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8104e5c9-b12b-418e-897f-b6ee81ede0ec\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:06:55.131735 3684 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0427 16:07:00.542370 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0427 16:07:01.456594 3684 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0427 16:07:08.823541 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0427 16:07:08.823587 3684 node_tracker.go:235] Node ip-10-0-2-167.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-167.ec2.internal" I0427 16:07:08.823585 3684 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0427 16:07:08.823602 3684 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0427 16:07:08.823617 3684 services_controller.go:574] Full service sync requested for network=default W0427 16:07:08.823866 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0427 16:07:08.872752 3684 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0427 16:07:08.991200 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0427 16:07:08.991256 3684 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0427 16:07:08.991268 3684 services_controller.go:574] Full service sync requested for network=default I0427 16:07:08.991273 3684 default_network_controller.go:1025] Node "ip-10-0-2-167.ec2.internal" in remote zone "ip-10-0-2-167.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0427 16:07:08.991676 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0427 16:07:08.992320 3684 zone_ic_handler.go:195] Time taken to create transit switch: 275.352µs I0427 16:07:08.992334 3684 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-167.ec2.internal for the network default I0427 16:07:08.993253 3684 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-167.ec2.internal" on network "default" took: 1.218346ms I0427 16:07:11.547323 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0427 16:07:11.547342 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 26.902µs I0427 16:07:11.547361 3684 egressfirewall.go:723] Syncing node "ip-10-0-2-167.ec2.internal" for egress firewall I0427 16:07:11.547389 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-167.ec2.internal in network "default" I0427 16:07:11.547466 3684 node_tracker.go:169] Node ip-10-0-2-167.ec2.internal switch + router changed, syncing services in network "default" I0427 16:07:11.547471 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0427 16:07:11.547482 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 10.0.2.167 to PMTUD blocking rules I0427 16:07:11.547487 3684 services_controller.go:574] Full service sync requested for network=default W0427 16:07:11.547768 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0427 16:07:11.553415 3684 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-167.ec2.internal. Updating no re-route policies I0427 16:07:11.565955 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 10.0.2.167 to PMTUD blocking rules I0427 16:07:11.565970 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-167.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0427 16:07:15.364633 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-167.ec2.internal I0427 16:07:15.364667 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-167.ec2.internal: 40.106µs W0427 16:07:23.199965 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0427 16:07:31.549694 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0427 16:08:09.489171 3684 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-688887d9cc-brph8] creating logical port openshift-ingress_router-default-688887d9cc-brph8 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:09.489251 3684 kube.go:256] Updating pod openshift-ingress/router-default-688887d9cc-brph8 I0427 16:08:09.522672 3684 pod.go:62] [openshift-ingress/router-default-688887d9cc-brph8] pod update took 33.444499ms I0427 16:08:09.522696 3684 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-688887d9cc-brph8] addLogicalPort annotation time took 33.471569ms I0427 16:08:09.523800 3684 pods.go:271] [openshift-ingress/router-default-688887d9cc-brph8] addLogicalPort took 34.64269ms, libovsdb time 745.914µs I0427 16:08:09.537147 3684 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-c4898897-7g66z] creating logical port openshift-ingress_router-default-c4898897-7g66z for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:09.537213 3684 kube.go:256] Updating pod openshift-ingress/router-default-c4898897-7g66z I0427 16:08:09.572048 3684 pod.go:62] [openshift-ingress/router-default-c4898897-7g66z] pod update took 34.855183ms I0427 16:08:09.572067 3684 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-c4898897-7g66z] addLogicalPort annotation time took 34.877424ms I0427 16:08:09.572968 3684 pods.go:271] [openshift-ingress/router-default-c4898897-7g66z] addLogicalPort took 35.828793ms, libovsdb time 657.083µs I0427 16:08:09.585626 3684 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-nnxwl] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-nnxwl for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:09.585689 3684 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-nnxwl I0427 16:08:09.607867 3684 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nnxwl] pod update took 22.194911ms I0427 16:08:09.607888 3684 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-nnxwl] addLogicalPort annotation time took 22.219004ms I0427 16:08:09.608747 3684 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nnxwl] addLogicalPort took 23.130335ms, libovsdb time 620.227µs I0427 16:08:09.937029 3684 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nnxwl 9d3963a8deccc26c95de4c257ff6eed06967271899da3d34a7633fb15b007e9e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-nnxwl 9d3963a8deccc26c95de4c257ff6eed06967271899da3d34a7633fb15b007e9e network default NAD default NAD key ] I0427 16:08:09.946308 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-nnxwl, hostIfaceName: 9d3963a8deccc26, network: default, NAD default, SandboxID: "9d3963a8deccc26c95de4c257ff6eed06967271899da3d34a7633fb15b007e9e", PCI device ID: , UID: "a3a07000-7f09-4cb1-baf6-9a57dc125b03", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0427 16:08:09.988940 3684 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-nnxwl 9d3963a8deccc26c95de4c257ff6eed06967271899da3d34a7633fb15b007e9e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-nnxwl 9d3963a8deccc26c95de4c257ff6eed06967271899da3d34a7633fb15b007e9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:3c:a4:5b:02:32\",\"name\":\"9d3963a8deccc26\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee23d3da-0935-4fc4-b6c3-2c7f3dab77ef\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:08:14.766153 3684 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0427 16:08:14.766911 3684 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 733.877µs I0427 16:08:14.793182 3684 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0427 16:08:14.895352 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0427 16:08:15.809389 3684 namespace.go:98] [openshift-service-ca] adding namespace I0427 16:08:15.810161 3684 namespace.go:102] [openshift-service-ca] adding namespace took 756.091µs I0427 16:08:15.823771 3684 namespace.go:142] [openshift-service-ca] updating namespace W0427 16:08:24.176411 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0427 16:08:26.706477 3684 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0427 16:08:29.135076 3684 cni.go:452] [openshift-multus/network-metrics-daemon-ns4bq 2b10001748c63888125b5edb89147d95f1f9fc37b80d5bd2461f52259ce0ba84 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-ns4bq 2b10001748c63888125b5edb89147d95f1f9fc37b80d5bd2461f52259ce0ba84 network default NAD default NAD key ] I0427 16:08:29.144662 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ns4bq, hostIfaceName: 2b10001748c6388, network: default, NAD default, SandboxID: "2b10001748c63888125b5edb89147d95f1f9fc37b80d5bd2461f52259ce0ba84", PCI device ID: , UID: "3ec45f09-7cc0-480b-b571-dc9e5ea77dbb", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0427 16:08:29.187702 3684 cni.go:473] [openshift-multus/network-metrics-daemon-ns4bq 2b10001748c63888125b5edb89147d95f1f9fc37b80d5bd2461f52259ce0ba84 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ns4bq 2b10001748c63888125b5edb89147d95f1f9fc37b80d5bd2461f52259ce0ba84 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:ce:b3:21:18:94\",\"name\":\"2b10001748c6388\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca9fd395-4d71-47d5-8012-c2bc9c1ef3c0\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:08:40.726940 3684 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-st6gk] creating logical port openshift-insights_insights-runtime-extractor-st6gk for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:40.727059 3684 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-st6gk I0427 16:08:40.745230 3684 pod.go:62] [openshift-insights/insights-runtime-extractor-st6gk] pod update took 18.219027ms I0427 16:08:40.745250 3684 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-st6gk] addLogicalPort annotation time took 18.243972ms I0427 16:08:40.746336 3684 pods.go:271] [openshift-insights/insights-runtime-extractor-st6gk] addLogicalPort took 19.410332ms, libovsdb time 807.925µs I0427 16:08:40.827686 3684 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-clmlj] creating logical port openshift-console_downloads-5c54f4944f-clmlj for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:40.827765 3684 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-clmlj I0427 16:08:40.855619 3684 pod.go:62] [openshift-console/downloads-5c54f4944f-clmlj] pod update took 27.879195ms I0427 16:08:40.855636 3684 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-clmlj] addLogicalPort annotation time took 27.900509ms I0427 16:08:40.856614 3684 pods.go:271] [openshift-console/downloads-5c54f4944f-clmlj] addLogicalPort took 28.936755ms, libovsdb time 704.388µs I0427 16:08:41.080208 3684 cni.go:452] [openshift-insights/insights-runtime-extractor-st6gk 8821bac29b58db3eee1bfcd12a125cd498f63d795bc32174eec28750ce3c5271 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-st6gk 8821bac29b58db3eee1bfcd12a125cd498f63d795bc32174eec28750ce3c5271 network default NAD default NAD key ] I0427 16:08:41.090664 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-st6gk, hostIfaceName: 8821bac29b58db3, network: default, NAD default, SandboxID: "8821bac29b58db3eee1bfcd12a125cd498f63d795bc32174eec28750ce3c5271", PCI device ID: , UID: "baa34445-d3aa-4156-9e41-a30a1881861b", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0427 16:08:41.133834 3684 cni.go:473] [openshift-insights/insights-runtime-extractor-st6gk 8821bac29b58db3eee1bfcd12a125cd498f63d795bc32174eec28750ce3c5271 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-st6gk 8821bac29b58db3eee1bfcd12a125cd498f63d795bc32174eec28750ce3c5271 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:22:23:a4:c1:2b\",\"name\":\"8821bac29b58db3\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd31b5c5-3724-4ddd-8f0f-10cb1a8c0bd9\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:08:41.181963 3684 cni.go:452] [openshift-console/downloads-5c54f4944f-clmlj 19bde668f6ce2651f3b0724841b8077cfe21ecf532a5f8b2acde688727efca9c network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-clmlj 19bde668f6ce2651f3b0724841b8077cfe21ecf532a5f8b2acde688727efca9c network default NAD default NAD key ] I0427 16:08:41.192421 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-clmlj, hostIfaceName: 19bde668f6ce265, network: default, NAD default, SandboxID: "19bde668f6ce2651f3b0724841b8077cfe21ecf532a5f8b2acde688727efca9c", PCI device ID: , UID: "57780800-3d7f-40bc-a4e4-a2ae66ee7f66", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0427 16:08:41.236224 3684 cni.go:473] [openshift-console/downloads-5c54f4944f-clmlj 19bde668f6ce2651f3b0724841b8077cfe21ecf532a5f8b2acde688727efca9c network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-clmlj 19bde668f6ce2651f3b0724841b8077cfe21ecf532a5f8b2acde688727efca9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:5d:44:29:b5:0d\",\"name\":\"19bde668f6ce265\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a20080d-31a6-4e23-9b6d-3b83ea460e8b\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:08:41.351016 3684 cni.go:452] [openshift-ingress/router-default-688887d9cc-brph8 adce3dd117caf8b61f65dc5ce1df52708a1943b9dbec94eacaa8da49d830926d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-688887d9cc-brph8 adce3dd117caf8b61f65dc5ce1df52708a1943b9dbec94eacaa8da49d830926d network default NAD default NAD key ] I0427 16:08:41.361349 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-688887d9cc-brph8, hostIfaceName: adce3dd117caf8b, network: default, NAD default, SandboxID: "adce3dd117caf8b61f65dc5ce1df52708a1943b9dbec94eacaa8da49d830926d", PCI device ID: , UID: "c847f1f1-480a-4a3a-9ed3-12d55740349b", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0427 16:08:41.403548 3684 cni.go:473] [openshift-ingress/router-default-688887d9cc-brph8 adce3dd117caf8b61f65dc5ce1df52708a1943b9dbec94eacaa8da49d830926d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-688887d9cc-brph8 adce3dd117caf8b61f65dc5ce1df52708a1943b9dbec94eacaa8da49d830926d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:04:14:8e:40:e4\",\"name\":\"adce3dd117caf8b\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28c0b8a6-8e58-43b3-b396-a23a6dfb959e\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:08:41.687493 3684 cni.go:452] [openshift-ingress/router-default-c4898897-7g66z ac1aa7e55b2a2768ab99ba0648796b2e05e5811ef32b18601207cce43e17523a network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-c4898897-7g66z ac1aa7e55b2a2768ab99ba0648796b2e05e5811ef32b18601207cce43e17523a network default NAD default NAD key ] I0427 16:08:41.697589 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-c4898897-7g66z, hostIfaceName: ac1aa7e55b2a276, network: default, NAD default, SandboxID: "ac1aa7e55b2a2768ab99ba0648796b2e05e5811ef32b18601207cce43e17523a", PCI device ID: , UID: "6a5918b8-584e-428a-8ef1-2670375cf45b", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0427 16:08:41.740936 3684 cni.go:473] [openshift-ingress/router-default-c4898897-7g66z ac1aa7e55b2a2768ab99ba0648796b2e05e5811ef32b18601207cce43e17523a network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-c4898897-7g66z ac1aa7e55b2a2768ab99ba0648796b2e05e5811ef32b18601207cce43e17523a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:9a:1d:61:cb:a4\",\"name\":\"ac1aa7e55b2a276\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a357ea3-ae8f-4fd7-94f7-fb489a11d07d\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:08:41.784425 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:41.784467 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:41.784474 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:41.785288 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:41.785304 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0427 16:08:41.901650 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:08:41.902268 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:08:41.924206 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:08:41.924227 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-54b8f7bb8b-nnvtq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:08:41.936719 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-54b8f7bb8b-nnvtq I0427 16:08:41.936742 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-54b8f7bb8b-nnvtq W0427 16:08:42.418918 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:42.418936 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:42.421376 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.421394 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.421402 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.776554 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:42.776575 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:42.776661 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.776676 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.776680 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0427 16:08:42.789801 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:08:42.789878 3684 pods.go:176] Deleting pod: openshift-image-registry/image-registry-58b67fcf4f-mpbxf I0427 16:08:42.794393 3684 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-58b67fcf4f-mpbxf, ips: 10.129.0.5 I0427 16:08:42.794506 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:08:42.797300 3684 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-84f586f9d7-srsbw] creating logical port openshift-image-registry_image-registry-84f586f9d7-srsbw for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:42.797538 3684 kube.go:256] Updating pod openshift-image-registry/image-registry-84f586f9d7-srsbw I0427 16:08:42.802988 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:08:42.803062 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-mpbxf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:08:42.806290 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58b67fcf4f-mpbxf I0427 16:08:42.806353 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58b67fcf4f-mpbxf I0427 16:08:42.816597 3684 pod.go:62] [openshift-image-registry/image-registry-84f586f9d7-srsbw] pod update took 19.112209ms I0427 16:08:42.816663 3684 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-84f586f9d7-srsbw] addLogicalPort annotation time took 19.18068ms I0427 16:08:42.817804 3684 pods.go:271] [openshift-image-registry/image-registry-84f586f9d7-srsbw] addLogicalPort took 20.526414ms, libovsdb time 817.168µs W0427 16:08:42.847593 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:42.847612 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0427 16:08:42.910385 3684 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:08:42.938225 3684 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0427 16:08:42.950857 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.950875 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0427 16:08:42.950881 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0427 16:08:43.162954 3684 cni.go:452] [openshift-image-registry/image-registry-84f586f9d7-srsbw 1add2ee992423d2fd68bd8e821a551dd067aa15500f241135e172428ec1e39b9 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-84f586f9d7-srsbw 1add2ee992423d2fd68bd8e821a551dd067aa15500f241135e172428ec1e39b9 network default NAD default NAD key ] I0427 16:08:43.173703 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-84f586f9d7-srsbw, hostIfaceName: 1add2ee992423d2, network: default, NAD default, SandboxID: "1add2ee992423d2fd68bd8e821a551dd067aa15500f241135e172428ec1e39b9", PCI device ID: , UID: "5fa0aafd-74d3-4e92-90d9-84da772571ed", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0427 16:08:43.222349 3684 cni.go:473] [openshift-image-registry/image-registry-84f586f9d7-srsbw 1add2ee992423d2fd68bd8e821a551dd067aa15500f241135e172428ec1e39b9 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-84f586f9d7-srsbw 1add2ee992423d2fd68bd8e821a551dd067aa15500f241135e172428ec1e39b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:5e:d8:09:ad:21\",\"name\":\"1add2ee992423d2\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ca2e603-5499-4568-8075-9d41577228ab\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:08:43.777991 3684 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:08:43.938311 3684 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0427 16:08:45.108574 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wlbxf] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-wlbxf for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:45.108705 3684 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wlbxf I0427 16:08:45.125490 3684 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wlbxf] pod update took 16.811754ms I0427 16:08:45.125511 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wlbxf] addLogicalPort annotation time took 16.837567ms I0427 16:08:45.126635 3684 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wlbxf] addLogicalPort took 18.082077ms, libovsdb time 839.208µs I0427 16:08:45.463350 3684 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wlbxf ff58c0b43894493afd46b968fe2605f62481d86c77bb27f5f51b559b84f8e181 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wlbxf ff58c0b43894493afd46b968fe2605f62481d86c77bb27f5f51b559b84f8e181 network default NAD default NAD key ] I0427 16:08:45.473106 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-wlbxf, hostIfaceName: ff58c0b43894493, network: default, NAD default, SandboxID: "ff58c0b43894493afd46b968fe2605f62481d86c77bb27f5f51b559b84f8e181", PCI device ID: , UID: "830f713d-6c01-4e10-826a-298e9af8688b", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0427 16:08:45.517016 3684 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wlbxf ff58c0b43894493afd46b968fe2605f62481d86c77bb27f5f51b559b84f8e181 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-wlbxf ff58c0b43894493afd46b968fe2605f62481d86c77bb27f5f51b559b84f8e181 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:89:c6:fe:b4:cb\",\"name\":\"ff58c0b43894493\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d69bbc1-9e3f-4702-b34b-c65c992cc511\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:08:47.646810 3684 base_network_controller_pods.go:487] [default/openshift-console/console-6fcd6db6d4-gk7nn] creating logical port openshift-console_console-6fcd6db6d4-gk7nn for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:47.646929 3684 kube.go:256] Updating pod openshift-console/console-6fcd6db6d4-gk7nn I0427 16:08:47.671351 3684 pod.go:62] [openshift-console/console-6fcd6db6d4-gk7nn] pod update took 24.461806ms I0427 16:08:47.671375 3684 base_network_controller_pods.go:951] [default/openshift-console/console-6fcd6db6d4-gk7nn] addLogicalPort annotation time took 24.489302ms I0427 16:08:47.672645 3684 pods.go:271] [openshift-console/console-6fcd6db6d4-gk7nn] addLogicalPort took 25.852408ms, libovsdb time 912.194µs W0427 16:08:47.790927 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0427 16:08:47.809665 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0427 16:08:48.000841 3684 cni.go:452] [openshift-console/console-6fcd6db6d4-gk7nn 2361ad662869345a4f4b6b9efe6216ec7180098f0896565131f40ae7e980643b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6fcd6db6d4-gk7nn 2361ad662869345a4f4b6b9efe6216ec7180098f0896565131f40ae7e980643b network default NAD default NAD key ] I0427 16:08:48.010236 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6fcd6db6d4-gk7nn, hostIfaceName: 2361ad662869345, network: default, NAD default, SandboxID: "2361ad662869345a4f4b6b9efe6216ec7180098f0896565131f40ae7e980643b", PCI device ID: , UID: "d7108d7f-c99b-459c-aa0e-b6fb0f9cb577", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0427 16:08:48.053082 3684 cni.go:473] [openshift-console/console-6fcd6db6d4-gk7nn 2361ad662869345a4f4b6b9efe6216ec7180098f0896565131f40ae7e980643b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6fcd6db6d4-gk7nn 2361ad662869345a4f4b6b9efe6216ec7180098f0896565131f40ae7e980643b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:df:b6:b7:be:a9\",\"name\":\"2361ad662869345\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0da072cc-df62-49df-8ea6-1b9e1bf2424c\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:08:48.217541 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-8fgs9] creating logical port openshift-monitoring_prometheus-operator-76b589d668-8fgs9 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:48.217636 3684 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-8fgs9 I0427 16:08:48.229011 3684 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-8fgs9] pod update took 11.399781ms I0427 16:08:48.229033 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-8fgs9] addLogicalPort annotation time took 11.425253ms I0427 16:08:48.230686 3684 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-8fgs9] addLogicalPort took 13.159365ms, libovsdb time 1.3314ms I0427 16:08:51.021942 3684 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-8fgs9 5d79efb3a11cbed046c00f2a3f5ece343f049fe050ad632d8118f5cb5a4ce02b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-8fgs9 5d79efb3a11cbed046c00f2a3f5ece343f049fe050ad632d8118f5cb5a4ce02b network default NAD default NAD key ] I0427 16:08:51.033795 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-8fgs9, hostIfaceName: 5d79efb3a11cbed, network: default, NAD default, SandboxID: "5d79efb3a11cbed046c00f2a3f5ece343f049fe050ad632d8118f5cb5a4ce02b", PCI device ID: , UID: "f01751ea-c476-4f2a-ace4-7404a76cf612", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0427 16:08:51.083086 3684 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-8fgs9 5d79efb3a11cbed046c00f2a3f5ece343f049fe050ad632d8118f5cb5a4ce02b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-8fgs9 5d79efb3a11cbed046c00f2a3f5ece343f049fe050ad632d8118f5cb5a4ce02b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:a4:1f:52:37:8a\",\"name\":\"5d79efb3a11cbed\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdfaa0bd-0654-414e-9fc2-38eb8fc94a20\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:08:51.453157 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0427 16:08:51.810356 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0427 16:08:51.946307 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:08:55.706642 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-4lrfc] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-4lrfc for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:55.706717 3684 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-4lrfc I0427 16:08:55.722060 3684 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-4lrfc] pod update took 15.363474ms I0427 16:08:55.722081 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-4lrfc] addLogicalPort annotation time took 15.388095ms I0427 16:08:55.723136 3684 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-4lrfc] addLogicalPort took 16.505937ms, libovsdb time 798.452µs I0427 16:08:56.063666 3684 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-4lrfc 7437d41410483bfef7a5605af80b7ba869f233f6e68dfed69e8d62c6d2d6c380 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-4lrfc 7437d41410483bfef7a5605af80b7ba869f233f6e68dfed69e8d62c6d2d6c380 network default NAD default NAD key ] I0427 16:08:56.073314 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-4lrfc, hostIfaceName: 7437d41410483bf, network: default, NAD default, SandboxID: "7437d41410483bfef7a5605af80b7ba869f233f6e68dfed69e8d62c6d2d6c380", PCI device ID: , UID: "ebd74063-8483-4c35-be4a-993d19a6798e", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0427 16:08:56.121482 3684 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-4lrfc 7437d41410483bfef7a5605af80b7ba869f233f6e68dfed69e8d62c6d2d6c380 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-4lrfc 7437d41410483bfef7a5605af80b7ba869f233f6e68dfed69e8d62c6d2d6c380 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:05:29:00:54:1c\",\"name\":\"7437d41410483bf\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af169678-a4cd-4d93-8359-5231620a6273\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:08:56.888701 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:56.888833 3684 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0427 16:08:56.914785 3684 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.987916ms I0427 16:08:56.914808 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.01539ms I0427 16:08:56.916088 3684 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.401693ms, libovsdb time 958.884µs I0427 16:08:57.249785 3684 cni.go:452] [openshift-monitoring/alertmanager-main-1 1a168b0e4a8ae40752fb5d3d3cc4eca45577452d2cb48f08636a3f56f5f93996 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 1a168b0e4a8ae40752fb5d3d3cc4eca45577452d2cb48f08636a3f56f5f93996 network default NAD default NAD key ] I0427 16:08:57.259614 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 1a168b0e4a8ae40, network: default, NAD default, SandboxID: "1a168b0e4a8ae40752fb5d3d3cc4eca45577452d2cb48f08636a3f56f5f93996", PCI device ID: , UID: "aea1c83e-1b07-4f6f-8ee7-144b18eed927", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0427 16:08:57.304680 3684 cni.go:473] [openshift-monitoring/alertmanager-main-1 1a168b0e4a8ae40752fb5d3d3cc4eca45577452d2cb48f08636a3f56f5f93996 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 1a168b0e4a8ae40752fb5d3d3cc4eca45577452d2cb48f08636a3f56f5f93996 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:e1:d8:e2:b9:e7\",\"name\":\"1a168b0e4a8ae40\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff4ac9cc-34f5-4794-a058-795608506427\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:08:57.479861 3684 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:08:57.640501 3684 cni.go:452] [openshift-dns/dns-default-7b5lq e21d2209b62218a4509b2baa33d284e1119b7d31424a2ea77aaddafd0640c3f5 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-7b5lq e21d2209b62218a4509b2baa33d284e1119b7d31424a2ea77aaddafd0640c3f5 network default NAD default NAD key ] I0427 16:08:57.650915 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7b5lq, hostIfaceName: e21d2209b62218a, network: default, NAD default, SandboxID: "e21d2209b62218a4509b2baa33d284e1119b7d31424a2ea77aaddafd0640c3f5", PCI device ID: , UID: "f87207cd-a599-4838-a559-800eecbf261d", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0427 16:08:57.698482 3684 cni.go:473] [openshift-dns/dns-default-7b5lq e21d2209b62218a4509b2baa33d284e1119b7d31424a2ea77aaddafd0640c3f5 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-7b5lq e21d2209b62218a4509b2baa33d284e1119b7d31424a2ea77aaddafd0640c3f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ef:20:5b:d1:5a\",\"name\":\"e21d2209b62218a\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a607a88f-0724-4f88-bff7-c1e7d19ae07e\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:08:57.720179 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7bbf988864-j779x] creating logical port openshift-monitoring_thanos-querier-7bbf988864-j779x for pod on switch ip-10-0-1-57.ec2.internal I0427 16:08:57.720288 3684 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7bbf988864-j779x I0427 16:08:57.738564 3684 pod.go:62] [openshift-monitoring/thanos-querier-7bbf988864-j779x] pod update took 18.308558ms I0427 16:08:57.738590 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7bbf988864-j779x] addLogicalPort annotation time took 18.342275ms I0427 16:08:57.739902 3684 pods.go:271] [openshift-monitoring/thanos-querier-7bbf988864-j779x] addLogicalPort took 19.73662ms, libovsdb time 945.958µs I0427 16:08:58.272364 3684 cni.go:452] [openshift-monitoring/thanos-querier-7bbf988864-j779x 6186745f9b8d532b3f4c20632881c66bdce46120d514e1ae8565629c13e170cf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7bbf988864-j779x 6186745f9b8d532b3f4c20632881c66bdce46120d514e1ae8565629c13e170cf network default NAD default NAD key ] I0427 16:08:58.282208 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7bbf988864-j779x, hostIfaceName: 6186745f9b8d532, network: default, NAD default, SandboxID: "6186745f9b8d532b3f4c20632881c66bdce46120d514e1ae8565629c13e170cf", PCI device ID: , UID: "a4a31b81-af44-4813-a18e-73d83caaf2cf", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0427 16:08:58.344945 3684 cni.go:473] [openshift-monitoring/thanos-querier-7bbf988864-j779x 6186745f9b8d532b3f4c20632881c66bdce46120d514e1ae8565629c13e170cf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7bbf988864-j779x 6186745f9b8d532b3f4c20632881c66bdce46120d514e1ae8565629c13e170cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:4d:c2:56:a3:9f\",\"name\":\"6186745f9b8d532\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb020fcd-137a-4f5a-8c0c-e134bd799338\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:08:59.498708 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:08:59.498736 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:08:59.498744 3684 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:08:59.865533 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:08:59.865616 3684 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:08:59.865629 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:09:00.542013 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0427 16:09:00.574677 3684 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-6fcd6db6d4-4qsmd IP address from the namespace address-set, err: pod openshift-console/console-6fcd6db6d4-4qsmd: no pod IPs found I0427 16:09:02.070777 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:09:02.070888 3684 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0427 16:09:02.094874 3684 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 24.023574ms I0427 16:09:02.094913 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 24.065334ms I0427 16:09:02.096543 3684 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 25.785248ms, libovsdb time 1.209209ms W0427 16:09:03.007216 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0427 16:09:03.038360 3684 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:03.038376 3684 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:03.038382 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:03.038388 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:04.016946 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0427 16:09:07.520013 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0427 16:09:07.985791 3684 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f8208907fa5ceb7144b61cbb0d08dade950d989f26c9219bd19a650f0ef0aada network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 f8208907fa5ceb7144b61cbb0d08dade950d989f26c9219bd19a650f0ef0aada network default NAD default NAD key ] I0427 16:09:07.997241 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: f8208907fa5ceb7, network: default, NAD default, SandboxID: "f8208907fa5ceb7144b61cbb0d08dade950d989f26c9219bd19a650f0ef0aada", PCI device ID: , UID: "91ccef98-7937-4f48-aac4-998d7623004f", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0427 16:09:08.054461 3684 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f8208907fa5ceb7144b61cbb0d08dade950d989f26c9219bd19a650f0ef0aada network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 f8208907fa5ceb7144b61cbb0d08dade950d989f26c9219bd19a650f0ef0aada network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:7a:46:9a:30:98\",\"name\":\"f8208907fa5ceb7\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c65e3a7-cf95-400f-9b24-063200cc72f8\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:09:08.562583 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:09:08.562608 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:09:08.895141 3684 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:08.895163 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:08.895169 3684 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:08.958386 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:09:08.958411 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:09:08.972761 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0427 16:09:10.547824 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0427 16:09:10.620233 3684 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:10.620256 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:10.620264 3684 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0427 16:09:12.140549 3684 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0427 16:09:15.932920 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:15.932936 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:15.932942 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:15.932947 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0427 16:09:18.919422 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:18.919458 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0427 16:09:18.919464 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0427 16:09:21.406841 3684 obj_retry.go:498] Detected object openshift-console/console-7769dc549-fvkc5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:21.407370 3684 obj_retry.go:498] Detected object openshift-console/console-7769dc549-fvkc5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:09:21.415241 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:09:22.082015 3684 obj_retry.go:492] Detected object openshift-console/console-7769dc549-fvkc5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:22.082039 3684 obj_retry.go:492] Detected object openshift-console/console-7769dc549-fvkc5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:22.088556 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7769dc549-fvkc5 I0427 16:09:22.088581 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7769dc549-fvkc5 W0427 16:09:25.109546 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:09:25.872343 3684 obj_retry.go:498] Detected object openshift-console/console-7769dc549-dvglb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:25.872890 3684 obj_retry.go:498] Detected object openshift-console/console-7769dc549-dvglb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:09:25.882523 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:09:26.239731 3684 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:26.240201 3684 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:26.240226 3684 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:09:26.240236 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0427 16:09:26.240247 3684 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:09:26.240251 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0427 16:09:26.634379 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0427 16:09:26.642335 3684 obj_retry.go:492] Detected object openshift-console/console-7769dc549-dvglb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:26.642348 3684 obj_retry.go:492] Detected object openshift-console/console-7769dc549-dvglb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:26.648715 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7769dc549-dvglb I0427 16:09:26.648760 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7769dc549-dvglb I0427 16:09:27.278290 3684 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:27.278314 3684 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:27.278329 3684 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:27.278337 3684 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dc42rm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:09:27.281185 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:09:27.281214 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:09:27.281222 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:09:27.281239 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:09:27.281246 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:09:27.281252 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:09:28.022401 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0427 16:09:28.496125 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:28.496150 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:09:29.456997 3684 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0427 16:09:29.467517 3684 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0427 16:09:32.283732 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:32.283754 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:32.347294 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:32.347319 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:33.163426 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:37.305398 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:09:37.305416 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:09:37.305422 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:09:44.705822 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0427 16:09:45.197860 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0427 16:09:45.232494 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0427 16:09:50.081157 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:50.081189 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:50.081228 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:09:57.365374 3684 cni.go:452] [openshift-console/console-6fcd6db6d4-gk7nn 2361ad662869345a4f4b6b9efe6216ec7180098f0896565131f40ae7e980643b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6fcd6db6d4-gk7nn 2361ad662869345a4f4b6b9efe6216ec7180098f0896565131f40ae7e980643b network default NAD default NAD key ] I0427 16:09:57.441110 3684 cni.go:473] [openshift-console/console-6fcd6db6d4-gk7nn 2361ad662869345a4f4b6b9efe6216ec7180098f0896565131f40ae7e980643b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6fcd6db6d4-gk7nn 2361ad662869345a4f4b6b9efe6216ec7180098f0896565131f40ae7e980643b network default NAD default NAD key default], result "{}", err I0427 16:09:57.502353 3684 obj_retry.go:498] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:57.502385 3684 pods.go:176] Deleting pod: openshift-console/console-6fcd6db6d4-gk7nn I0427 16:09:57.503589 3684 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6fcd6db6d4-gk7nn, ips: 10.129.0.15 I0427 16:09:57.503614 3684 obj_retry.go:498] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:58.097166 3684 obj_retry.go:492] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:58.097186 3684 obj_retry.go:492] Detected object openshift-console/console-6fcd6db6d4-gk7nn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:58.104229 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fcd6db6d4-gk7nn I0427 16:09:58.104254 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fcd6db6d4-gk7nn I0427 16:09:58.196778 3684 cni.go:452] [openshift-ingress/router-default-c4898897-7g66z ac1aa7e55b2a2768ab99ba0648796b2e05e5811ef32b18601207cce43e17523a network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-c4898897-7g66z ac1aa7e55b2a2768ab99ba0648796b2e05e5811ef32b18601207cce43e17523a network default NAD default NAD key ] I0427 16:09:58.265207 3684 cni.go:473] [openshift-ingress/router-default-c4898897-7g66z ac1aa7e55b2a2768ab99ba0648796b2e05e5811ef32b18601207cce43e17523a network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-c4898897-7g66z ac1aa7e55b2a2768ab99ba0648796b2e05e5811ef32b18601207cce43e17523a network default NAD default NAD key default], result "{}", err I0427 16:09:58.334604 3684 obj_retry.go:498] Detected object openshift-ingress/router-default-c4898897-7g66z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:58.334711 3684 pods.go:176] Deleting pod: openshift-ingress/router-default-c4898897-7g66z I0427 16:09:58.341862 3684 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-c4898897-7g66z, ips: 10.129.0.9 I0427 16:09:58.341966 3684 obj_retry.go:498] Detected object openshift-ingress/router-default-c4898897-7g66z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:59.101746 3684 obj_retry.go:492] Detected object openshift-ingress/router-default-c4898897-7g66z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:59.101777 3684 obj_retry.go:492] Detected object openshift-ingress/router-default-c4898897-7g66z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:59.105820 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-c4898897-7g66z I0427 16:09:59.105846 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-c4898897-7g66z I0427 16:09:59.167182 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:09:59.167729 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:09:59.173495 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:59.173542 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:59.173545 3684 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:09:59.173557 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:09:59.766498 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:59.766526 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-58b67fcf4f-56wgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:09:59.772656 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-58b67fcf4f-56wgt I0427 16:09:59.772713 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-58b67fcf4f-56wgt W0427 16:10:02.827654 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:10:02.827675 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:10:02.827691 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:10:02.827697 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:10:03.168409 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:10:03.168429 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:10:10.234245 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:10:10.234266 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0427 16:10:11.090873 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0427 16:10:17.496917 3684 cni.go:452] [openshift-monitoring/alertmanager-main-1 1a168b0e4a8ae40752fb5d3d3cc4eca45577452d2cb48f08636a3f56f5f93996 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 1a168b0e4a8ae40752fb5d3d3cc4eca45577452d2cb48f08636a3f56f5f93996 network default NAD default NAD key ] I0427 16:10:17.572800 3684 cni.go:473] [openshift-monitoring/alertmanager-main-1 1a168b0e4a8ae40752fb5d3d3cc4eca45577452d2cb48f08636a3f56f5f93996 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 1a168b0e4a8ae40752fb5d3d3cc4eca45577452d2cb48f08636a3f56f5f93996 network default NAD default NAD key default], result "{}", err I0427 16:10:17.632030 3684 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:17.632089 3684 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0427 16:10:17.633353 3684 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.18 I0427 16:10:17.633384 3684 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:18.195759 3684 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:18.195785 3684 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:18.203027 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0427 16:10:18.203054 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0427 16:10:18.241180 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:10:18.241280 3684 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0427 16:10:18.266458 3684 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.198523ms I0427 16:10:18.266477 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.24031ms I0427 16:10:18.267710 3684 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.545952ms, libovsdb time 928.871µs I0427 16:10:18.598958 3684 cni.go:452] [openshift-monitoring/alertmanager-main-1 a50dd5d8081981ae7743ea901008ddbbee835f7aec97e7ab3752f33ce640215b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 a50dd5d8081981ae7743ea901008ddbbee835f7aec97e7ab3752f33ce640215b network default NAD default NAD key ] I0427 16:10:18.608148 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: a50dd5d8081981a, network: default, NAD default, SandboxID: "a50dd5d8081981ae7743ea901008ddbbee835f7aec97e7ab3752f33ce640215b", PCI device ID: , UID: "949fdcb8-ef11-499f-9b3d-c54bd60c7774", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0427 16:10:18.654699 3684 cni.go:473] [openshift-monitoring/alertmanager-main-1 a50dd5d8081981ae7743ea901008ddbbee835f7aec97e7ab3752f33ce640215b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 a50dd5d8081981ae7743ea901008ddbbee835f7aec97e7ab3752f33ce640215b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:47:84:6d:e6:5d\",\"name\":\"a50dd5d8081981a\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c983248-b440-4ca6-9f1b-241300246cfb\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:10:20.498756 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-84698ff685-wkv7c] creating logical port openshift-monitoring_telemeter-client-84698ff685-wkv7c for pod on switch ip-10-0-1-57.ec2.internal I0427 16:10:20.498957 3684 kube.go:256] Updating pod openshift-monitoring/telemeter-client-84698ff685-wkv7c I0427 16:10:20.532565 3684 pod.go:62] [openshift-monitoring/telemeter-client-84698ff685-wkv7c] pod update took 33.66249ms I0427 16:10:20.532592 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-84698ff685-wkv7c] addLogicalPort annotation time took 33.69411ms I0427 16:10:20.533953 3684 pods.go:271] [openshift-monitoring/telemeter-client-84698ff685-wkv7c] addLogicalPort took 35.217431ms, libovsdb time 1.008077ms I0427 16:10:20.861156 3684 cni.go:452] [openshift-monitoring/telemeter-client-84698ff685-wkv7c 4af5557269f6b007b2f98328176205d7a94f35aa5e5972a73b9beafec18c828c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-84698ff685-wkv7c 4af5557269f6b007b2f98328176205d7a94f35aa5e5972a73b9beafec18c828c network default NAD default NAD key ] I0427 16:10:20.870398 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-84698ff685-wkv7c, hostIfaceName: 4af5557269f6b00, network: default, NAD default, SandboxID: "4af5557269f6b007b2f98328176205d7a94f35aa5e5972a73b9beafec18c828c", PCI device ID: , UID: "a15d8b67-1fdc-46aa-be38-d7e3e7dfe678", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0427 16:10:20.917248 3684 cni.go:473] [openshift-monitoring/telemeter-client-84698ff685-wkv7c 4af5557269f6b007b2f98328176205d7a94f35aa5e5972a73b9beafec18c828c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-84698ff685-wkv7c 4af5557269f6b007b2f98328176205d7a94f35aa5e5972a73b9beafec18c828c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:97:68:73:47:92\",\"name\":\"4af5557269f6b00\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5700e8a5-8af9-4809-9e02-02ae0d427313\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:10:22.105971 3684 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:22.106539 3684 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:22.882353 3684 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:22.882374 3684 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:22.892018 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0427 16:10:22.892049 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0427 16:10:24.523586 3684 base_network_controller_pods.go:487] [default/openshift-console/console-76594b499d-q7lvh] creating logical port openshift-console_console-76594b499d-q7lvh for pod on switch ip-10-0-1-57.ec2.internal I0427 16:10:24.523683 3684 kube.go:256] Updating pod openshift-console/console-76594b499d-q7lvh I0427 16:10:24.564764 3684 pod.go:62] [openshift-console/console-76594b499d-q7lvh] pod update took 41.111044ms I0427 16:10:24.564789 3684 base_network_controller_pods.go:951] [default/openshift-console/console-76594b499d-q7lvh] addLogicalPort annotation time took 41.13788ms I0427 16:10:24.565947 3684 pods.go:271] [openshift-console/console-76594b499d-q7lvh] addLogicalPort took 42.376606ms, libovsdb time 791.361µs I0427 16:10:24.879291 3684 cni.go:452] [openshift-console/console-76594b499d-q7lvh b13c950bbbb20f48f8aad2a81623af42f31add4f47ccdf8c71efda031ef19c39 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76594b499d-q7lvh b13c950bbbb20f48f8aad2a81623af42f31add4f47ccdf8c71efda031ef19c39 network default NAD default NAD key ] I0427 16:10:24.888250 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76594b499d-q7lvh, hostIfaceName: b13c950bbbb20f4, network: default, NAD default, SandboxID: "b13c950bbbb20f48f8aad2a81623af42f31add4f47ccdf8c71efda031ef19c39", PCI device ID: , UID: "55c98c5b-4f91-49d7-9c6a-43db649cfb9d", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0427 16:10:24.940421 3684 cni.go:473] [openshift-console/console-76594b499d-q7lvh b13c950bbbb20f48f8aad2a81623af42f31add4f47ccdf8c71efda031ef19c39 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76594b499d-q7lvh b13c950bbbb20f48f8aad2a81623af42f31add4f47ccdf8c71efda031ef19c39 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:f1:5d:e7:8e:81\",\"name\":\"b13c950bbbb20f4\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed747b4d-1d40-457e-b4d2-f3f851092108\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:10:35.285578 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0427 16:10:44.553306 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:44.553761 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:45.447970 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:45.447994 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621770-kxpnt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:10:48.653987 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:10:48.654006 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0427 16:10:48.654012 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0427 16:10:49.824544 3684 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-77n5c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:49.825089 3684 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-77n5c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:49.949213 3684 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:49.949662 3684 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:10:50.299548 3684 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:50.299571 3684 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:50.305793 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0427 16:10:50.305819 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0427 16:10:50.479277 3684 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-77n5c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:50.479296 3684 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-77n5c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:10:50.485971 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b856f66dc-77n5c I0427 16:10:50.485995 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b856f66dc-77n5c I0427 16:11:00.602061 3684 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-495c7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:11:00.602615 3684 obj_retry.go:498] Detected object openshift-console/console-b856f66dc-495c7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:11:01.060807 3684 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-495c7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:11:01.060834 3684 obj_retry.go:492] Detected object openshift-console/console-b856f66dc-495c7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:11:01.068719 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-b856f66dc-495c7 I0427 16:11:01.068745 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-b856f66dc-495c7 I0427 16:11:25.336705 3684 cni.go:452] [openshift-monitoring/prometheus-k8s-0 f8208907fa5ceb7144b61cbb0d08dade950d989f26c9219bd19a650f0ef0aada network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 f8208907fa5ceb7144b61cbb0d08dade950d989f26c9219bd19a650f0ef0aada network default NAD default NAD key ] I0427 16:11:25.452944 3684 cni.go:473] [openshift-monitoring/prometheus-k8s-0 f8208907fa5ceb7144b61cbb0d08dade950d989f26c9219bd19a650f0ef0aada network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 f8208907fa5ceb7144b61cbb0d08dade950d989f26c9219bd19a650f0ef0aada network default NAD default NAD key default], result "{}", err I0427 16:11:25.512864 3684 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:11:25.512906 3684 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0427 16:11:25.514176 3684 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.20 I0427 16:11:25.514204 3684 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:11:26.481937 3684 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:11:26.481963 3684 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:11:26.490280 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0427 16:11:26.490306 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0427 16:11:26.541668 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:11:26.541796 3684 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0427 16:11:26.568832 3684 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 27.077584ms I0427 16:11:26.568856 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 27.103075ms I0427 16:11:26.570027 3684 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.378701ms, libovsdb time 870.47µs I0427 16:11:26.895464 3684 cni.go:452] [openshift-monitoring/prometheus-k8s-0 8c1766c8943a09c4de41b7f5fd89a9b2e792cabc483e8c5712da34e588d9e31d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 8c1766c8943a09c4de41b7f5fd89a9b2e792cabc483e8c5712da34e588d9e31d network default NAD default NAD key ] I0427 16:11:26.904536 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 8c1766c8943a09c, network: default, NAD default, SandboxID: "8c1766c8943a09c4de41b7f5fd89a9b2e792cabc483e8c5712da34e588d9e31d", PCI device ID: , UID: "80974ece-9ac2-4d24-bbbf-756688ad73cc", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0427 16:11:26.951106 3684 cni.go:473] [openshift-monitoring/prometheus-k8s-0 8c1766c8943a09c4de41b7f5fd89a9b2e792cabc483e8c5712da34e588d9e31d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 8c1766c8943a09c4de41b7f5fd89a9b2e792cabc483e8c5712da34e588d9e31d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:2e:26:0d:4f:d4\",\"name\":\"8c1766c8943a09c\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4736a21-4ff8-4228-aecb-0098a88ac177\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:11:43.824117 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0427 16:11:44.948784 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=4 I0427 16:12:03.931867 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 W0427 16:12:27.753918 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0427 16:12:27.753941 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0427 16:12:40.943972 3684 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0427 16:12:57.937891 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0427 16:13:00.312291 3684 cni.go:452] [openshift-console/console-76594b499d-q7lvh b13c950bbbb20f48f8aad2a81623af42f31add4f47ccdf8c71efda031ef19c39 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-76594b499d-q7lvh b13c950bbbb20f48f8aad2a81623af42f31add4f47ccdf8c71efda031ef19c39 network default NAD default NAD key ] I0427 16:13:00.386602 3684 cni.go:473] [openshift-console/console-76594b499d-q7lvh b13c950bbbb20f48f8aad2a81623af42f31add4f47ccdf8c71efda031ef19c39 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-76594b499d-q7lvh b13c950bbbb20f48f8aad2a81623af42f31add4f47ccdf8c71efda031ef19c39 network default NAD default NAD key default], result "{}", err I0427 16:13:00.431820 3684 obj_retry.go:498] Detected object openshift-console/console-76594b499d-q7lvh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:13:00.431852 3684 pods.go:176] Deleting pod: openshift-console/console-76594b499d-q7lvh I0427 16:13:00.432967 3684 pods.go:236] Attempting to release IPs for pod: openshift-console/console-76594b499d-q7lvh, ips: 10.129.0.23 I0427 16:13:00.432989 3684 obj_retry.go:498] Detected object openshift-console/console-76594b499d-q7lvh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:13:00.441072 3684 base_network_controller_pods.go:487] [default/openshift-console/console-6859cdf88d-phj25] creating logical port openshift-console_console-6859cdf88d-phj25 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:13:00.441272 3684 kube.go:256] Updating pod openshift-console/console-6859cdf88d-phj25 I0427 16:13:00.456852 3684 pod.go:62] [openshift-console/console-6859cdf88d-phj25] pod update took 15.618371ms I0427 16:13:00.456877 3684 base_network_controller_pods.go:951] [default/openshift-console/console-6859cdf88d-phj25] addLogicalPort annotation time took 15.647492ms I0427 16:13:00.457974 3684 pods.go:271] [openshift-console/console-6859cdf88d-phj25] addLogicalPort took 16.918662ms, libovsdb time 802.107µs I0427 16:13:00.796962 3684 cni.go:452] [openshift-console/console-6859cdf88d-phj25 1803f3d7b460a3f23b6bb5c5e49df74e23404abe21fd03e533eaaf3ec5533a54 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6859cdf88d-phj25 1803f3d7b460a3f23b6bb5c5e49df74e23404abe21fd03e533eaaf3ec5533a54 network default NAD default NAD key ] I0427 16:13:00.806791 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6859cdf88d-phj25, hostIfaceName: 1803f3d7b460a3f, network: default, NAD default, SandboxID: "1803f3d7b460a3f23b6bb5c5e49df74e23404abe21fd03e533eaaf3ec5533a54", PCI device ID: , UID: "219ad384-03f5-4055-9abf-c4dcfeca3fbc", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0427 16:13:00.840919 3684 obj_retry.go:492] Detected object openshift-console/console-76594b499d-q7lvh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:13:00.840939 3684 obj_retry.go:492] Detected object openshift-console/console-76594b499d-q7lvh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:13:00.847169 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76594b499d-q7lvh I0427 16:13:00.847188 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76594b499d-q7lvh I0427 16:13:00.854395 3684 cni.go:473] [openshift-console/console-6859cdf88d-phj25 1803f3d7b460a3f23b6bb5c5e49df74e23404abe21fd03e533eaaf3ec5533a54 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6859cdf88d-phj25 1803f3d7b460a3f23b6bb5c5e49df74e23404abe21fd03e533eaaf3ec5533a54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:46:b4:dd:42:cf\",\"name\":\"1803f3d7b460a3f\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0193e32-1431-4861-b495-955d719aa811\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:13:10.896171 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0427 16:13:11.789820 3684 obj_retry.go:498] Detected object openshift-console/console-76594b499d-824hz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:13:11.790329 3684 obj_retry.go:498] Detected object openshift-console/console-76594b499d-824hz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:13:12.001956 3684 obj_retry.go:492] Detected object openshift-console/console-76594b499d-824hz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:13:12.001982 3684 obj_retry.go:492] Detected object openshift-console/console-76594b499d-824hz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:13:12.008972 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76594b499d-824hz I0427 16:13:12.008990 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76594b499d-824hz I0427 16:13:12.910531 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0427 16:13:21.921845 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0427 16:13:25.821582 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0427 16:13:26.829996 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0427 16:13:42.910157 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0427 16:14:09.824961 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=150 I0427 16:14:15.822558 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0427 16:14:34.326539 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0427 16:14:45.370769 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0427 16:14:45.370843 3684 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6bzxr IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-6bzxr: no pod IPs found I0427 16:14:56.949222 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0427 16:15:55.408517 3684 namespace.go:98] [tsf] adding namespace I0427 16:15:55.409414 3684 namespace.go:102] [tsf] adding namespace took 870.375µs I0427 16:15:55.429668 3684 namespace.go:142] [tsf] updating namespace I0427 16:15:55.444628 3684 namespace.go:142] [tsf] updating namespace I0427 16:15:55.926849 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0427 16:15:59.007490 3684 namespace.go:98] [konflux-ui] adding namespace I0427 16:15:59.008271 3684 namespace.go:102] [konflux-ui] adding namespace took 762.965µs I0427 16:15:59.010377 3684 namespace.go:98] [tsf-keycloak] adding namespace I0427 16:15:59.010966 3684 namespace.go:102] [tsf-keycloak] adding namespace took 575.67µs I0427 16:15:59.014792 3684 namespace.go:98] [cert-manager-operator] adding namespace I0427 16:15:59.014825 3684 namespace.go:98] [konflux-operator] adding namespace I0427 16:15:59.015083 3684 namespace.go:98] [rhbk-operator] adding namespace I0427 16:15:59.015161 3684 namespace.go:98] [rhtpa-operator] adding namespace I0427 16:15:59.015212 3684 namespace.go:98] [tsf-tpa] adding namespace I0427 16:15:59.015514 3684 namespace.go:102] [cert-manager-operator] adding namespace took 707.606µs I0427 16:15:59.016075 3684 namespace.go:102] [konflux-operator] adding namespace took 1.235563ms I0427 16:15:59.016106 3684 namespace.go:98] [tsf-tas] adding namespace I0427 16:15:59.016601 3684 namespace.go:102] [tsf-tas] adding namespace took 486.369µs I0427 16:15:59.017159 3684 namespace.go:102] [rhbk-operator] adding namespace took 2.061455ms I0427 16:15:59.017761 3684 namespace.go:102] [rhtpa-operator] adding namespace took 2.588664ms I0427 16:15:59.018158 3684 namespace.go:102] [tsf-tpa] adding namespace took 2.937316ms I0427 16:15:59.050128 3684 namespace.go:142] [konflux-ui] updating namespace I0427 16:15:59.077173 3684 namespace.go:142] [konflux-ui] updating namespace I0427 16:15:59.077306 3684 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:15:59.077366 3684 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:15:59.086315 3684 namespace.go:142] [tsf-tas] updating namespace I0427 16:15:59.094273 3684 namespace.go:142] [konflux-operator] updating namespace I0427 16:15:59.099272 3684 namespace.go:142] [rhbk-operator] updating namespace I0427 16:15:59.099327 3684 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:15:59.099420 3684 namespace.go:142] [tsf-tpa] updating namespace I0427 16:15:59.100136 3684 namespace.go:142] [konflux-ui] updating namespace I0427 16:15:59.165767 3684 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:15:59.180332 3684 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:15:59.193729 3684 namespace.go:142] [konflux-operator] updating namespace I0427 16:15:59.209351 3684 namespace.go:142] [konflux-operator] updating namespace I0427 16:15:59.226352 3684 namespace.go:142] [tsf-tas] updating namespace I0427 16:15:59.239674 3684 namespace.go:142] [tsf-tas] updating namespace I0427 16:15:59.266631 3684 namespace.go:142] [rhbk-operator] updating namespace I0427 16:15:59.291021 3684 namespace.go:142] [rhbk-operator] updating namespace I0427 16:15:59.295055 3684 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:15:59.306560 3684 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:15:59.342682 3684 namespace.go:142] [tsf-tpa] updating namespace I0427 16:15:59.384772 3684 namespace.go:142] [tsf-tpa] updating namespace I0427 16:15:59.523780 3684 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:15:59.536116 3684 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:16:00.503409 3684 namespace.go:142] [tsf-tpa] updating namespace I0427 16:16:00.509116 3684 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:16:07.943884 3684 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:07.944413 3684 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:07.944460 3684 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:07.944471 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:07.944481 3684 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:07.944485 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:08.970619 3684 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:08.970640 3684 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:08.970659 3684 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:08.970669 3684 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b512h5pt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:09.014333 3684 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:09.014852 3684 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:09.014877 3684 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:09.014885 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:09.014894 3684 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:09.014898 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:10.040963 3684 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:10.040989 3684 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:10.041007 3684 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:10.041021 3684 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158gj9gj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:14.358888 3684 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qw278] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-qw278 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:16:14.359022 3684 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qw278 I0427 16:16:14.374777 3684 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qw278] pod update took 15.783208ms I0427 16:16:14.374803 3684 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qw278] addLogicalPort annotation time took 15.815692ms I0427 16:16:14.375985 3684 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qw278] addLogicalPort took 17.121189ms, libovsdb time 867.403µs I0427 16:16:14.714533 3684 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qw278 e341f4610bc25ec516e9f8d1bf2b1d49b26276ec131e5fab359d9dfdad09d367 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qw278 e341f4610bc25ec516e9f8d1bf2b1d49b26276ec131e5fab359d9dfdad09d367 network default NAD default NAD key ] I0427 16:16:14.724010 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-qw278, hostIfaceName: e341f4610bc25ec, network: default, NAD default, SandboxID: "e341f4610bc25ec516e9f8d1bf2b1d49b26276ec131e5fab359d9dfdad09d367", PCI device ID: , UID: "ef08727f-5a1e-4fe7-aa94-96ce3ad9aa10", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0427 16:16:14.768983 3684 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qw278 e341f4610bc25ec516e9f8d1bf2b1d49b26276ec131e5fab359d9dfdad09d367 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qw278 e341f4610bc25ec516e9f8d1bf2b1d49b26276ec131e5fab359d9dfdad09d367 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:41:ce:2e:39:84\",\"name\":\"e341f4610bc25ec\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e989125f-61d3-4f38-8134-3cb98a734c91\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:16:14.908621 3684 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.909113 3684 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.909142 3684 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.909151 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:14.909160 3684 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.909163 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:14.934350 3684 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.934766 3684 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.934783 3684 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.934789 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:14.934803 3684 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:14.934809 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:15.904104 3684 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:15.904689 3684 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:15.904715 3684 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:15.904724 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:15.904733 3684 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:15.904737 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:15.940715 3684 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.940736 3684 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.940753 3684 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.940767 3684 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dlwvnl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.965933 3684 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.965954 3684 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.965974 3684 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:15.965986 3684 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mch4l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:16.907755 3684 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:16.908304 3684 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:16:16.908337 3684 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:16.908346 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0427 16:16:16.908355 3684 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0427 16:16:16.908360 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0427 16:16:16.932491 3684 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:16.932515 3684 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:16.932530 3684 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:16.932538 3684 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7nvn2z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:16:17.593698 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0427 16:16:17.940513 3684 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:17.940535 3684 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:17.940552 3684 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:16:17.940565 3684 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213626xqm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:16:18.368990 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0427 16:16:18.383180 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0427 16:16:18.837662 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=708 I0427 16:16:27.506055 3684 namespace.go:142] [openshift-operators] updating namespace I0427 16:16:27.522860 3684 namespace.go:142] [openshift-operators] updating namespace W0427 16:16:28.616637 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0427 16:16:30.383515 3684 namespace.go:98] [cert-manager] adding namespace I0427 16:16:30.384268 3684 namespace.go:102] [cert-manager] adding namespace took 732.733µs I0427 16:16:30.461023 3684 namespace.go:142] [cert-manager] updating namespace I0427 16:16:30.479030 3684 namespace.go:142] [cert-manager] updating namespace W0427 16:16:32.394435 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0427 16:16:32.552579 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0427 16:16:32.565838 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0427 16:16:32.582813 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0427 16:16:32.593358 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0427 16:16:33.616770 3684 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-h6hg5] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-h6hg5 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:16:33.616862 3684 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-h6hg5 I0427 16:16:33.662252 3684 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-h6hg5] pod update took 45.413023ms I0427 16:16:33.662274 3684 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-h6hg5] addLogicalPort annotation time took 45.437536ms I0427 16:16:33.663419 3684 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-h6hg5] addLogicalPort took 46.665499ms, libovsdb time 813.036µs I0427 16:16:33.992606 3684 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-h6hg5 3ed6e7cc73ceca80953f1c7554f102b3636f45fce9ea8a7b3c42125bbbdb0a28 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-h6hg5 3ed6e7cc73ceca80953f1c7554f102b3636f45fce9ea8a7b3c42125bbbdb0a28 network default NAD default NAD key ] I0427 16:16:34.002173 3684 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-h6hg5, hostIfaceName: 3ed6e7cc73ceca8, network: default, NAD default, SandboxID: "3ed6e7cc73ceca80953f1c7554f102b3636f45fce9ea8a7b3c42125bbbdb0a28", PCI device ID: , UID: "3f081da0-4bd0-4ae0-bca9-a57f9981f17d", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0427 16:16:34.048465 3684 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-h6hg5 3ed6e7cc73ceca80953f1c7554f102b3636f45fce9ea8a7b3c42125bbbdb0a28 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-h6hg5 3ed6e7cc73ceca80953f1c7554f102b3636f45fce9ea8a7b3c42125bbbdb0a28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:ee:85:70:be:eb\",\"name\":\"3ed6e7cc73ceca8\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2ccfd2a-ddea-4dda-b2f8-732950bc37c6\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:16:35.927643 3684 namespace.go:142] [openshift-operators] updating namespace W0427 16:16:36.693089 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0427 16:16:36.693107 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0427 16:16:36.838542 3684 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-nkfgs] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-nkfgs for pod on switch ip-10-0-1-57.ec2.internal I0427 16:16:36.838669 3684 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-nkfgs I0427 16:16:36.868330 3684 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nkfgs] pod update took 29.682903ms I0427 16:16:36.868360 3684 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-nkfgs] addLogicalPort annotation time took 29.713012ms I0427 16:16:36.869723 3684 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nkfgs] addLogicalPort took 31.194683ms, libovsdb time 925.314µs I0427 16:16:37.204274 3684 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nkfgs 25e82fda1b9321d3fc46b755623dd9ceb676865c25c8915562608f76798a6528 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nkfgs 25e82fda1b9321d3fc46b755623dd9ceb676865c25c8915562608f76798a6528 network default NAD default NAD key ] I0427 16:16:37.214151 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-nkfgs, hostIfaceName: 25e82fda1b9321d, network: default, NAD default, SandboxID: "25e82fda1b9321d3fc46b755623dd9ceb676865c25c8915562608f76798a6528", PCI device ID: , UID: "aef87bb7-e5bc-42c2-a462-98303c7dbf0f", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0427 16:16:37.260257 3684 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nkfgs 25e82fda1b9321d3fc46b755623dd9ceb676865c25c8915562608f76798a6528 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-nkfgs 25e82fda1b9321d3fc46b755623dd9ceb676865c25c8915562608f76798a6528 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:1c:6f:6b:e8:71\",\"name\":\"25e82fda1b9321d\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbc1e50a-53a0-4ab3-be86-b3261e998fd4\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:16:38.914481 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 W0427 16:16:42.841373 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0427 16:16:42.841393 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0427 16:16:43.481608 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0427 16:16:43.563435 3684 namespace.go:98] [trusted-artifact-signer] adding namespace I0427 16:16:43.564302 3684 namespace.go:102] [trusted-artifact-signer] adding namespace took 833.923µs I0427 16:16:43.621581 3684 namespace.go:142] [trusted-artifact-signer] updating namespace I0427 16:16:43.657611 3684 namespace.go:142] [trusted-artifact-signer] updating namespace I0427 16:16:44.792472 3684 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-qv7hk] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-qv7hk for pod on switch ip-10-0-1-57.ec2.internal I0427 16:16:44.792585 3684 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-qv7hk I0427 16:16:44.827773 3684 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-qv7hk] pod update took 35.212079ms I0427 16:16:44.827794 3684 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-qv7hk] addLogicalPort annotation time took 35.238232ms I0427 16:16:44.828886 3684 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-qv7hk] addLogicalPort took 36.448558ms, libovsdb time 787.288µs I0427 16:16:45.143577 3684 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-qv7hk 3b6fbbdddf35ad32b710392c7948edcaf7f9164e256e569a99a8baeac7b25a14 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-qv7hk 3b6fbbdddf35ad32b710392c7948edcaf7f9164e256e569a99a8baeac7b25a14 network default NAD default NAD key ] I0427 16:16:45.153020 3684 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-qv7hk, hostIfaceName: 3b6fbbdddf35ad3, network: default, NAD default, SandboxID: "3b6fbbdddf35ad32b710392c7948edcaf7f9164e256e569a99a8baeac7b25a14", PCI device ID: , UID: "9c93745b-a77e-4b29-af1f-aaddaccdcbdc", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0427 16:16:45.201274 3684 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-qv7hk 3b6fbbdddf35ad32b710392c7948edcaf7f9164e256e569a99a8baeac7b25a14 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-qv7hk 3b6fbbdddf35ad32b710392c7948edcaf7f9164e256e569a99a8baeac7b25a14 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f1:c9:4d:33:72\",\"name\":\"3b6fbbdddf35ad3\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77ed0271-8ce6-4c6e-9be3-eadb9978d9c3\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:16:52.168559 3684 namespace.go:98] [openshift-pipelines] adding namespace I0427 16:16:52.169355 3684 namespace.go:102] [openshift-pipelines] adding namespace took 774.21µs I0427 16:16:52.199108 3684 namespace.go:142] [openshift-pipelines] updating namespace I0427 16:16:52.875460 3684 namespace.go:142] [cert-manager] updating namespace I0427 16:16:53.078616 3684 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:16:53.486639 3684 namespace.go:142] [konflux-operator] updating namespace I0427 16:16:53.680118 3684 namespace.go:142] [konflux-ui] updating namespace I0427 16:16:53.884906 3684 namespace.go:142] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] updating namespace I0427 16:16:54.288774 3684 namespace.go:142] [rhbk-operator] updating namespace I0427 16:16:54.485743 3684 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:16:54.685658 3684 namespace.go:142] [trusted-artifact-signer] updating namespace I0427 16:16:54.894158 3684 namespace.go:142] [tsf] updating namespace I0427 16:16:55.098847 3684 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:16:55.297085 3684 namespace.go:142] [tsf-tas] updating namespace I0427 16:16:55.495778 3684 namespace.go:142] [tsf-tpa] updating namespace I0427 16:16:55.653797 3684 namespace.go:142] [cert-manager] updating namespace I0427 16:16:55.668869 3684 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:16:55.690433 3684 namespace.go:142] [default] updating namespace I0427 16:16:55.702276 3684 namespace.go:142] [konflux-operator] updating namespace I0427 16:16:55.718712 3684 namespace.go:142] [konflux-ui] updating namespace I0427 16:16:55.735865 3684 namespace.go:142] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] updating namespace I0427 16:16:55.745541 3684 namespace.go:142] [openshift] updating namespace I0427 16:16:55.766426 3684 namespace.go:142] [rhbk-operator] updating namespace I0427 16:16:55.788413 3684 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:16:55.801795 3684 namespace.go:142] [trusted-artifact-signer] updating namespace I0427 16:16:55.816273 3684 namespace.go:142] [tsf] updating namespace I0427 16:16:55.836522 3684 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:16:55.869423 3684 namespace.go:142] [tsf-tas] updating namespace I0427 16:16:55.882713 3684 namespace.go:142] [tsf-tpa] updating namespace I0427 16:16:55.962645 3684 namespace.go:142] [cert-manager] updating namespace I0427 16:16:56.040083 3684 namespace.go:142] [cert-manager-operator] updating namespace I0427 16:16:56.115049 3684 namespace.go:142] [default] updating namespace I0427 16:16:56.178717 3684 namespace.go:142] [konflux-operator] updating namespace I0427 16:16:56.277548 3684 namespace.go:142] [konflux-ui] updating namespace I0427 16:16:56.387715 3684 namespace.go:142] [open-cluster-management-2pujfmu759k20adih9hq5ubv69ba1hlj] updating namespace I0427 16:16:56.474539 3684 namespace.go:142] [openshift] updating namespace I0427 16:16:56.580844 3684 namespace.go:142] [rhbk-operator] updating namespace I0427 16:16:56.675649 3684 namespace.go:142] [rhtpa-operator] updating namespace I0427 16:16:56.775469 3684 namespace.go:142] [trusted-artifact-signer] updating namespace I0427 16:16:56.874096 3684 namespace.go:142] [tsf] updating namespace I0427 16:16:56.975279 3684 namespace.go:142] [tsf-keycloak] updating namespace I0427 16:16:57.077543 3684 namespace.go:142] [tsf-tas] updating namespace I0427 16:16:57.177255 3684 namespace.go:142] [tsf-tpa] updating namespace I0427 16:16:57.471141 3684 namespace.go:142] [openshift-pipelines] updating namespace I0427 16:17:05.512942 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-44jfl] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-44jfl for pod on switch ip-10-0-1-57.ec2.internal I0427 16:17:05.513026 3684 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-44jfl I0427 16:17:05.531560 3684 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-44jfl] pod update took 18.556376ms I0427 16:17:05.531589 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-44jfl] addLogicalPort annotation time took 18.590384ms I0427 16:17:05.532979 3684 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-44jfl] addLogicalPort took 20.055698ms, libovsdb time 983.169µs I0427 16:17:05.875158 3684 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-44jfl ee8372272582ff9ba284f681e056ecfdd7e118492eade12bbb2e299033095c55 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-44jfl ee8372272582ff9ba284f681e056ecfdd7e118492eade12bbb2e299033095c55 network default NAD default NAD key ] I0427 16:17:05.884627 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-44jfl, hostIfaceName: ee8372272582ff9, network: default, NAD default, SandboxID: "ee8372272582ff9ba284f681e056ecfdd7e118492eade12bbb2e299033095c55", PCI device ID: , UID: "e5b27d99-58b8-4372-b696-debc011e0f18", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0427 16:17:05.933246 3684 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-44jfl ee8372272582ff9ba284f681e056ecfdd7e118492eade12bbb2e299033095c55 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-44jfl ee8372272582ff9ba284f681e056ecfdd7e118492eade12bbb2e299033095c55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:c9:91:41:4e:92\",\"name\":\"ee8372272582ff9\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/974452ea-9743-4d99-b51d-9838eea607d4\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:17:08.823836 3684 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0427 16:17:08.823858 3684 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0427 16:17:08.823865 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0427 16:17:10.067649 3684 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0427 16:17:10.067665 3684 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0427 16:17:10.067672 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0427 16:17:11.555614 3684 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0427 16:17:11.555635 3684 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0427 16:17:11.555641 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0427 16:17:11.555645 3684 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0427 16:17:15.230932 3684 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:17:15.231485 3684 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:17:15.252729 3684 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:17:15.252748 3684 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:17:15.258616 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0427 16:17:15.258640 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0427 16:17:19.830112 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0427 16:17:19.830132 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0427 16:17:19.830137 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0427 16:17:24.190910 3684 namespace.go:142] [openshift-pipelines] updating namespace W0427 16:17:28.166638 3684 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0427 16:17:28.188436 3684 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0427 16:17:28.696274 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-ff5qj] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-ff5qj for pod on switch ip-10-0-1-57.ec2.internal I0427 16:17:28.696395 3684 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-ff5qj I0427 16:17:28.709659 3684 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-ff5qj] pod update took 13.292363ms I0427 16:17:28.709684 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-ff5qj] addLogicalPort annotation time took 13.320728ms I0427 16:17:28.710893 3684 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-ff5qj] addLogicalPort took 14.632691ms, libovsdb time 841.516µs I0427 16:17:28.806625 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-nc2bc] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-nc2bc for pod on switch ip-10-0-1-57.ec2.internal I0427 16:17:28.806714 3684 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-nc2bc I0427 16:17:28.820995 3684 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-nc2bc] pod update took 14.308941ms I0427 16:17:28.821022 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-nc2bc] addLogicalPort annotation time took 14.341125ms I0427 16:17:28.822344 3684 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-nc2bc] addLogicalPort took 15.733028ms, libovsdb time 860.2µs I0427 16:17:29.065983 3684 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-ff5qj 80575a2d1b32718f0a4cd814818df722743fe54ab203c92ef33ee10d1e681915 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-ff5qj 80575a2d1b32718f0a4cd814818df722743fe54ab203c92ef33ee10d1e681915 network default NAD default NAD key ] I0427 16:17:29.075114 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-ff5qj, hostIfaceName: 80575a2d1b32718, network: default, NAD default, SandboxID: "80575a2d1b32718f0a4cd814818df722743fe54ab203c92ef33ee10d1e681915", PCI device ID: , UID: "093515f0-72ab-44e5-a13d-45a431c00c70", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0427 16:17:29.122988 3684 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-ff5qj 80575a2d1b32718f0a4cd814818df722743fe54ab203c92ef33ee10d1e681915 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-ff5qj 80575a2d1b32718f0a4cd814818df722743fe54ab203c92ef33ee10d1e681915 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:04:ec:bd:33:55\",\"name\":\"80575a2d1b32718\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e8a69f8-b268-48a6-b584-443b66ca64c8\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:17:29.165772 3684 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-nc2bc 9ed90af1f87ae8a00c8dd12f2844718d119626755f22dbe992b3307f9d0a0674 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-nc2bc 9ed90af1f87ae8a00c8dd12f2844718d119626755f22dbe992b3307f9d0a0674 network default NAD default NAD key ] I0427 16:17:29.174837 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-nc2bc, hostIfaceName: 9ed90af1f87ae8a, network: default, NAD default, SandboxID: "9ed90af1f87ae8a00c8dd12f2844718d119626755f22dbe992b3307f9d0a0674", PCI device ID: , UID: "b9204434-1d6b-47e9-9832-72e7602d2c71", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0427 16:17:29.221551 3684 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-nc2bc 9ed90af1f87ae8a00c8dd12f2844718d119626755f22dbe992b3307f9d0a0674 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-nc2bc 9ed90af1f87ae8a00c8dd12f2844718d119626755f22dbe992b3307f9d0a0674 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:37:42:18:c3:c7\",\"name\":\"9ed90af1f87ae8a\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3149d683-9f21-4e3c-bd11-7f47fc63ab07\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:17:32.199763 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0427 16:17:47.951349 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0427 16:17:51.917975 3684 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0427 16:17:52.425808 3684 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:17:52.426292 3684 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:17:52.445730 3684 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:17:52.445753 3684 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:17:52.449627 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0427 16:17:52.449646 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0427 16:17:54.226478 3684 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0427 16:17:54.227147 3684 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0427 16:17:54.227166 3684 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0427 16:17:54.229152 3684 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0427 16:18:01.352866 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0427 16:18:01.352884 3684 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0427 16:18:01.359115 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0427 16:18:01.359131 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0427 16:18:05.296260 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qk88b] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-qk88b for pod on switch ip-10-0-1-57.ec2.internal I0427 16:18:05.296351 3684 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qk88b I0427 16:18:05.309367 3684 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qk88b] pod update took 13.036965ms I0427 16:18:05.309389 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qk88b] addLogicalPort annotation time took 13.061767ms I0427 16:18:05.310605 3684 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qk88b] addLogicalPort took 14.359974ms, libovsdb time 826.894µs I0427 16:18:05.395612 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-g8q87] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-g8q87 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:18:05.395694 3684 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-g8q87 I0427 16:18:05.409342 3684 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g8q87] pod update took 13.67407ms I0427 16:18:05.409360 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-g8q87] addLogicalPort annotation time took 13.696307ms I0427 16:18:05.410672 3684 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g8q87] addLogicalPort took 15.079263ms, libovsdb time 918.79µs I0427 16:18:05.662473 3684 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qk88b 0d56927531492cb108bb0e8c9a48d5da773591db944851db052f9bce5687f10e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qk88b 0d56927531492cb108bb0e8c9a48d5da773591db944851db052f9bce5687f10e network default NAD default NAD key ] I0427 16:18:05.671433 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-qk88b, hostIfaceName: 0d56927531492cb, network: default, NAD default, SandboxID: "0d56927531492cb108bb0e8c9a48d5da773591db944851db052f9bce5687f10e", PCI device ID: , UID: "70093ff0-b12b-4ab8-84fc-4dd15d4cb544", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0427 16:18:05.720595 3684 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qk88b 0d56927531492cb108bb0e8c9a48d5da773591db944851db052f9bce5687f10e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-qk88b 0d56927531492cb108bb0e8c9a48d5da773591db944851db052f9bce5687f10e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:12:47:56:62:28\",\"name\":\"0d56927531492cb\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c2ff8bc8-2848-4e2c-a447-0976529c6a55\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:18:05.754514 3684 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g8q87 a808825ac360d3536493e0bf4f820ebaa903756c2558356ecda44cb3ad1a0076 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g8q87 a808825ac360d3536493e0bf4f820ebaa903756c2558356ecda44cb3ad1a0076 network default NAD default NAD key ] I0427 16:18:05.764365 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-g8q87, hostIfaceName: a808825ac360d35, network: default, NAD default, SandboxID: "a808825ac360d3536493e0bf4f820ebaa903756c2558356ecda44cb3ad1a0076", PCI device ID: , UID: "3f4895e5-2a5d-481a-8a1e-91ed3419ddae", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0427 16:18:05.812987 3684 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g8q87 a808825ac360d3536493e0bf4f820ebaa903756c2558356ecda44cb3ad1a0076 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-g8q87 a808825ac360d3536493e0bf4f820ebaa903756c2558356ecda44cb3ad1a0076 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:e6:4c:ec:a9:a1\",\"name\":\"a808825ac360d35\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d61225ea-b607-4995-8367-a28b5fcc83a9\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:18:17.886172 3684 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0427 16:18:17.886192 3684 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0427 16:18:17.886198 3684 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0427 16:18:27.690982 3684 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:18:27.691517 3684 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:18:27.731251 3684 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:18:27.731272 3684 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:18:27.737659 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0427 16:18:27.737685 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0427 16:18:30.536851 3684 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-6c7c7d5cd4-vgkg5] creating logical port tsf-tas_trillian-logserver-6c7c7d5cd4-vgkg5 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:18:30.536943 3684 kube.go:256] Updating pod tsf-tas/trillian-logserver-6c7c7d5cd4-vgkg5 I0427 16:18:30.554468 3684 pod.go:62] [tsf-tas/trillian-logserver-6c7c7d5cd4-vgkg5] pod update took 17.556164ms I0427 16:18:30.554492 3684 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-6c7c7d5cd4-vgkg5] addLogicalPort annotation time took 17.584604ms I0427 16:18:30.555567 3684 pods.go:271] [tsf-tas/trillian-logserver-6c7c7d5cd4-vgkg5] addLogicalPort took 18.730662ms, libovsdb time 723.94µs I0427 16:18:30.939845 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0427 16:18:31.497593 3684 cni.go:452] [tsf-tas/trillian-logserver-6c7c7d5cd4-vgkg5 2560eb99333243dbbc114aa83f59e6d493b5a77d1935acf335e65b9d0bfcf0c2 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-6c7c7d5cd4-vgkg5 2560eb99333243dbbc114aa83f59e6d493b5a77d1935acf335e65b9d0bfcf0c2 network default NAD default NAD key ] I0427 16:18:31.506317 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-6c7c7d5cd4-vgkg5, hostIfaceName: 2560eb99333243d, network: default, NAD default, SandboxID: "2560eb99333243dbbc114aa83f59e6d493b5a77d1935acf335e65b9d0bfcf0c2", PCI device ID: , UID: "c7a3c54c-b46a-4a26-a0c9-7867f6e862e8", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0427 16:18:31.556400 3684 cni.go:473] [tsf-tas/trillian-logserver-6c7c7d5cd4-vgkg5 2560eb99333243dbbc114aa83f59e6d493b5a77d1935acf335e65b9d0bfcf0c2 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-6c7c7d5cd4-vgkg5 2560eb99333243dbbc114aa83f59e6d493b5a77d1935acf335e65b9d0bfcf0c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:0e:46:1c:ce:e3\",\"name\":\"2560eb99333243d\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea2a5d0b-a18e-4058-bfa0-6f04a4e928d6\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:18:31.791512 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-dsm54] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-dsm54 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:18:31.791597 3684 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-dsm54 I0427 16:18:31.806195 3684 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-dsm54] pod update took 14.621029ms I0427 16:18:31.806218 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-dsm54] addLogicalPort annotation time took 14.648377ms I0427 16:18:31.807725 3684 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-dsm54] addLogicalPort took 16.23423ms, libovsdb time 936.022µs I0427 16:18:32.149597 3684 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-dsm54 7373d5247416eb7ac4e9127599970b2e1882a5f26b3bbf14fd6b435709c01ed6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-dsm54 7373d5247416eb7ac4e9127599970b2e1882a5f26b3bbf14fd6b435709c01ed6 network default NAD default NAD key ] I0427 16:18:32.158702 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-dsm54, hostIfaceName: 7373d5247416eb7, network: default, NAD default, SandboxID: "7373d5247416eb7ac4e9127599970b2e1882a5f26b3bbf14fd6b435709c01ed6", PCI device ID: , UID: "26188fef-47b0-43b6-94e8-9dfd763d2953", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0427 16:18:32.206990 3684 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-dsm54 7373d5247416eb7ac4e9127599970b2e1882a5f26b3bbf14fd6b435709c01ed6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-dsm54 7373d5247416eb7ac4e9127599970b2e1882a5f26b3bbf14fd6b435709c01ed6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:9c:90:2d:80:83\",\"name\":\"7373d5247416eb7\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1adc7804-e2e6-4bfc-8d8e-f33837fb5f35\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:18:32.971644 3684 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0427 16:18:32.971671 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0427 16:18:33.351664 3684 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-646b9df49d-p57cw] creating logical port tsf-tas_trillian-db-646b9df49d-p57cw for pod on switch ip-10-0-1-57.ec2.internal I0427 16:18:33.351837 3684 kube.go:256] Updating pod tsf-tas/trillian-db-646b9df49d-p57cw I0427 16:18:33.365282 3684 pod.go:62] [tsf-tas/trillian-db-646b9df49d-p57cw] pod update took 13.478533ms I0427 16:18:33.365306 3684 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-646b9df49d-p57cw] addLogicalPort annotation time took 13.510717ms I0427 16:18:33.366707 3684 pods.go:271] [tsf-tas/trillian-db-646b9df49d-p57cw] addLogicalPort took 15.071924ms, libovsdb time 909.91µs I0427 16:18:36.429985 3684 cni.go:452] [tsf-tas/trillian-db-646b9df49d-p57cw 15c344020dde698c69079a64583c82876e9820848dfbc8e5728d2558fd36632f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-646b9df49d-p57cw 15c344020dde698c69079a64583c82876e9820848dfbc8e5728d2558fd36632f network default NAD default NAD key ] I0427 16:18:36.440762 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-646b9df49d-p57cw, hostIfaceName: 15c344020dde698, network: default, NAD default, SandboxID: "15c344020dde698c69079a64583c82876e9820848dfbc8e5728d2558fd36632f", PCI device ID: , UID: "766c7093-1e9b-4fc6-aa31-e116a0c8d257", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0427 16:18:36.490068 3684 cni.go:473] [tsf-tas/trillian-db-646b9df49d-p57cw 15c344020dde698c69079a64583c82876e9820848dfbc8e5728d2558fd36632f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-646b9df49d-p57cw 15c344020dde698c69079a64583c82876e9820848dfbc8e5728d2558fd36632f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d5:06:8d:d2:9a\",\"name\":\"15c344020dde698\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f81557ea-3b1e-40d5-97b2-db7c68284114\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:18:40.924781 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 W0427 16:18:42.284986 3684 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0427 16:18:43.777035 3684 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j5gvg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:18:43.777640 3684 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-j5gvg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:18:44.055181 3684 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0427 16:18:44.674193 3684 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j5gvg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:18:44.674214 3684 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-j5gvg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:18:47.216759 3684 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:18:47.217299 3684 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:18:47.310820 3684 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0427 16:18:48.072513 3684 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:18:48.072541 3684 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-nhllx-fbzql of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:18:58.353556 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0427 16:18:58.742557 3684 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0427 16:18:58.742576 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0427 16:18:58.764665 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0427 16:18:58.826060 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=56 I0427 16:19:10.834342 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-49svh] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-49svh for pod on switch ip-10-0-1-57.ec2.internal I0427 16:19:10.834546 3684 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-49svh I0427 16:19:10.852382 3684 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-49svh] pod update took 17.870894ms I0427 16:19:10.852410 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-49svh] addLogicalPort annotation time took 17.903059ms I0427 16:19:10.853687 3684 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-49svh] addLogicalPort took 19.365827ms, libovsdb time 854.625µs I0427 16:19:11.214775 3684 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-49svh d808ae5585046f9fa68e88a9f1c99d4a47db5379aa2db2ace97bb4c2b2313a46 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-49svh d808ae5585046f9fa68e88a9f1c99d4a47db5379aa2db2ace97bb4c2b2313a46 network default NAD default NAD key ] I0427 16:19:11.223757 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-49svh, hostIfaceName: d808ae5585046f9, network: default, NAD default, SandboxID: "d808ae5585046f9fa68e88a9f1c99d4a47db5379aa2db2ace97bb4c2b2313a46", PCI device ID: , UID: "0f3a0496-c5c2-4d66-8bf6-f276a05746c7", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0427 16:19:11.272918 3684 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-49svh d808ae5585046f9fa68e88a9f1c99d4a47db5379aa2db2ace97bb4c2b2313a46 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-49svh d808ae5585046f9fa68e88a9f1c99d4a47db5379aa2db2ace97bb4c2b2313a46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:3f:38:a6:0f:8a\",\"name\":\"d808ae5585046f9\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e462763-482f-4c0a-8e47-f24ad0cfdffa\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:19:16.417875 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0427 16:19:17.995187 3684 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:17.995769 3684 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:18.014275 3684 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:18.014297 3684 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:18.020687 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0427 16:19:18.020700 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0427 16:19:21.912304 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0427 16:19:24.372550 3684 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:24.373098 3684 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:25.266889 3684 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:25.266914 3684 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-25gn9-x9qqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:27.039849 3684 obj_retry.go:498] Detected object tsf/patch-tekton-config-tsqw5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:27.040379 3684 obj_retry.go:498] Detected object tsf/patch-tekton-config-tsqw5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0427 16:19:27.916193 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0427 16:19:27.927630 3684 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:27.927649 3684 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:30.824876 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0427 16:19:34.446705 3684 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:34.447224 3684 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:35.325117 3684 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:35.325139 3684 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-vx9m7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:35.361310 3684 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:35.361331 3684 obj_retry.go:492] Detected object tsf/patch-tekton-config-tsqw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:35.367980 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-tsqw5 I0427 16:19:35.368005 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-tsqw5 I0427 16:19:40.121677 3684 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:40.122187 3684 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:40.140882 3684 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:40.140905 3684 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:40.149320 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0427 16:19:40.149345 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0427 16:19:47.540370 3684 obj_retry.go:498] Detected object tsf-tpa/create-db-6926n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:47.540942 3684 obj_retry.go:498] Detected object tsf-tpa/create-db-6926n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:48.564064 3684 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:48.564084 3684 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:49.514609 3684 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:49.515182 3684 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:50.412373 3684 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:50.412394 3684 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kv4c8-79bbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:51.558395 3684 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8g29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:51.558968 3684 obj_retry.go:498] Detected object tsf-tpa/migrate-db-j8g29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:19:51.703391 3684 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:19:51.703412 3684 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:19:59.133897 3684 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0427 16:19:59.158255 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0427 16:20:00.269771 3684 obj_retry.go:498] Detected object tsf-tpa/create-importers-24vmh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:00.270254 3684 obj_retry.go:498] Detected object tsf-tpa/create-importers-24vmh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:01.292060 3684 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:01.292082 3684 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0427 16:20:01.468095 3684 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0427 16:20:02.477756 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0427 16:20:04.303701 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:04.304231 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:05.168353 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:05.168371 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621780-d6mbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:11.946033 3684 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0427 16:20:18.421300 3684 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-tjrm9-gq7k5] creating logical port tsf-tas_tuf-repository-init-tjrm9-gq7k5 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:20:18.421388 3684 kube.go:256] Updating pod tsf-tas/tuf-repository-init-tjrm9-gq7k5 I0427 16:20:18.433956 3684 pod.go:62] [tsf-tas/tuf-repository-init-tjrm9-gq7k5] pod update took 12.591177ms I0427 16:20:18.433983 3684 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-tjrm9-gq7k5] addLogicalPort annotation time took 12.624361ms I0427 16:20:18.435229 3684 pods.go:271] [tsf-tas/tuf-repository-init-tjrm9-gq7k5] addLogicalPort took 13.94456ms, libovsdb time 843.71µs I0427 16:20:28.089978 3684 cni.go:452] [tsf-tas/tuf-repository-init-tjrm9-gq7k5 5616f82f9848a2825b5ef73c25380f1e7a68574ee84cfcb3e0d7217808413164 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-tjrm9-gq7k5 5616f82f9848a2825b5ef73c25380f1e7a68574ee84cfcb3e0d7217808413164 network default NAD default NAD key ] I0427 16:20:28.099069 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-tjrm9-gq7k5, hostIfaceName: 5616f82f9848a28, network: default, NAD default, SandboxID: "5616f82f9848a2825b5ef73c25380f1e7a68574ee84cfcb3e0d7217808413164", PCI device ID: , UID: "95b85603-4ebf-4509-8b9c-0dab9b39678a", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0427 16:20:28.147594 3684 cni.go:473] [tsf-tas/tuf-repository-init-tjrm9-gq7k5 5616f82f9848a2825b5ef73c25380f1e7a68574ee84cfcb3e0d7217808413164 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-tjrm9-gq7k5 5616f82f9848a2825b5ef73c25380f1e7a68574ee84cfcb3e0d7217808413164 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:0c:5a:fe:ed:af\",\"name\":\"5616f82f9848a28\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ed107e8-176a-4375-8be2-63a66e921a5d\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:20:29.503254 3684 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:29.503887 3684 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:29.541411 3684 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:29.541476 3684 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:29.547542 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0427 16:20:29.547567 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0427 16:20:30.288386 3684 namespace.go:98] [build-service] adding namespace I0427 16:20:30.289253 3684 namespace.go:98] [default-tenant] adding namespace I0427 16:20:30.289483 3684 namespace.go:102] [build-service] adding namespace took 1.075085ms I0427 16:20:30.290251 3684 namespace.go:102] [default-tenant] adding namespace took 971.315µs I0427 16:20:30.292099 3684 namespace.go:98] [integration-service] adding namespace I0427 16:20:30.292765 3684 namespace.go:102] [integration-service] adding namespace took 652.695µs I0427 16:20:30.295372 3684 namespace.go:98] [image-controller] adding namespace I0427 16:20:30.296045 3684 namespace.go:102] [image-controller] adding namespace took 631.033µs I0427 16:20:30.327739 3684 namespace.go:142] [build-service] updating namespace I0427 16:20:30.365517 3684 namespace.go:142] [build-service] updating namespace I0427 16:20:30.408779 3684 namespace.go:142] [default-tenant] updating namespace I0427 16:20:30.446980 3684 namespace.go:142] [default-tenant] updating namespace I0427 16:20:30.478182 3684 namespace.go:142] [integration-service] updating namespace I0427 16:20:30.547768 3684 namespace.go:142] [image-controller] updating namespace I0427 16:20:30.557455 3684 namespace.go:142] [integration-service] updating namespace I0427 16:20:30.601160 3684 namespace.go:142] [image-controller] updating namespace I0427 16:20:30.659325 3684 namespace.go:142] [build-service] updating namespace I0427 16:20:30.687664 3684 namespace.go:142] [integration-service] updating namespace I0427 16:20:30.726338 3684 namespace.go:98] [release-service] adding namespace I0427 16:20:30.727224 3684 namespace.go:102] [release-service] adding namespace took 865.109µs I0427 16:20:30.778586 3684 namespace.go:142] [release-service] updating namespace I0427 16:20:30.812724 3684 namespace.go:142] [konflux-ui] updating namespace I0427 16:20:30.833602 3684 namespace.go:142] [release-service] updating namespace I0427 16:20:30.986397 3684 namespace.go:98] [konflux-info] adding namespace I0427 16:20:30.987229 3684 namespace.go:102] [konflux-info] adding namespace took 813.933µs I0427 16:20:31.091277 3684 namespace.go:142] [konflux-info] updating namespace I0427 16:20:31.138476 3684 namespace.go:98] [namespace-lister] adding namespace I0427 16:20:31.139374 3684 namespace.go:102] [namespace-lister] adding namespace took 881.879µs I0427 16:20:31.139411 3684 namespace.go:142] [konflux-info] updating namespace I0427 16:20:31.146581 3684 namespace.go:98] [enterprise-contract-service] adding namespace I0427 16:20:31.147515 3684 namespace.go:102] [enterprise-contract-service] adding namespace took 877.344µs I0427 16:20:31.353616 3684 namespace.go:142] [image-controller] updating namespace I0427 16:20:31.470434 3684 namespace.go:142] [build-service] updating namespace I0427 16:20:31.565060 3684 namespace.go:142] [namespace-lister] updating namespace I0427 16:20:31.733593 3684 namespace.go:142] [namespace-lister] updating namespace I0427 16:20:31.893932 3684 namespace.go:142] [enterprise-contract-service] updating namespace I0427 16:20:32.042208 3684 namespace.go:142] [enterprise-contract-service] updating namespace I0427 16:20:32.123587 3684 namespace.go:142] [default-tenant] updating namespace I0427 16:20:32.368385 3684 namespace.go:98] [segment-bridge] adding namespace I0427 16:20:32.369163 3684 namespace.go:102] [segment-bridge] adding namespace took 757.461µs I0427 16:20:32.490915 3684 namespace.go:142] [default-tenant] updating namespace I0427 16:20:32.590895 3684 namespace.go:142] [segment-bridge] updating namespace I0427 16:20:32.676425 3684 namespace.go:98] [konflux-cli] adding namespace I0427 16:20:32.677314 3684 namespace.go:102] [konflux-cli] adding namespace took 846.452µs I0427 16:20:32.685875 3684 namespace.go:142] [segment-bridge] updating namespace I0427 16:20:32.760099 3684 namespace.go:142] [image-controller] updating namespace I0427 16:20:32.937461 3684 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0427 16:20:32.938075 3684 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0427 16:20:32.938093 3684 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0427 16:20:32.938591 3684 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-269z5] creating logical port namespace-lister_namespace-lister-696b855848-269z5 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:20:32.938673 3684 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-269z5 I0427 16:20:32.969478 3684 pod.go:62] [namespace-lister/namespace-lister-696b855848-269z5] pod update took 30.826411ms I0427 16:20:32.969502 3684 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-269z5] addLogicalPort annotation time took 30.855618ms I0427 16:20:32.970585 3684 pods.go:271] [namespace-lister/namespace-lister-696b855848-269z5] addLogicalPort took 32.005705ms, libovsdb time 730.098µs I0427 16:20:32.971014 3684 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0427 16:20:33.059695 3684 namespace.go:142] [integration-service] updating namespace I0427 16:20:33.059771 3684 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0427 16:20:33.059795 3684 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0427 16:20:33.060892 3684 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0427 16:20:33.136973 3684 namespace.go:142] [konflux-cli] updating namespace I0427 16:20:33.241480 3684 namespace.go:142] [konflux-cli] updating namespace I0427 16:20:33.318449 3684 namespace.go:142] [release-service] updating namespace I0427 16:20:33.356852 3684 namespace.go:142] [build-service] updating namespace I0427 16:20:33.512066 3684 namespace.go:142] [default-tenant] updating namespace I0427 16:20:33.537257 3684 namespace.go:142] [image-controller] updating namespace I0427 16:20:33.556933 3684 namespace.go:142] [integration-service] updating namespace I0427 16:20:33.569702 3684 namespace.go:142] [release-service] updating namespace I0427 16:20:33.641912 3684 namespace.go:142] [build-service] updating namespace I0427 16:20:33.764370 3684 namespace.go:142] [default-tenant] updating namespace I0427 16:20:33.764538 3684 base_network_controller_pods.go:487] [default/konflux-ui/dex-6f5564bcff-7ndgv] creating logical port konflux-ui_dex-6f5564bcff-7ndgv for pod on switch ip-10-0-1-57.ec2.internal I0427 16:20:33.764622 3684 kube.go:256] Updating pod konflux-ui/dex-6f5564bcff-7ndgv I0427 16:20:33.781393 3684 pod.go:62] [konflux-ui/dex-6f5564bcff-7ndgv] pod update took 16.796441ms I0427 16:20:33.781415 3684 base_network_controller_pods.go:951] [default/konflux-ui/dex-6f5564bcff-7ndgv] addLogicalPort annotation time took 16.821938ms I0427 16:20:33.782722 3684 pods.go:271] [konflux-ui/dex-6f5564bcff-7ndgv] addLogicalPort took 18.199456ms, libovsdb time 920.727µs I0427 16:20:33.834862 3684 cni.go:452] [tsf-tas/tuf-repository-init-tjrm9-gq7k5 5616f82f9848a2825b5ef73c25380f1e7a68574ee84cfcb3e0d7217808413164 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-tjrm9-gq7k5 5616f82f9848a2825b5ef73c25380f1e7a68574ee84cfcb3e0d7217808413164 network default NAD default NAD key ] I0427 16:20:33.839414 3684 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6cfb96677b-9kv95] creating logical port konflux-ui_proxy-6cfb96677b-9kv95 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:20:33.839542 3684 kube.go:256] Updating pod konflux-ui/proxy-6cfb96677b-9kv95 I0427 16:20:33.852005 3684 namespace.go:142] [image-controller] updating namespace I0427 16:20:33.865184 3684 pod.go:62] [konflux-ui/proxy-6cfb96677b-9kv95] pod update took 25.675515ms I0427 16:20:33.865261 3684 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6cfb96677b-9kv95] addLogicalPort annotation time took 25.755615ms I0427 16:20:33.866757 3684 pods.go:271] [konflux-ui/proxy-6cfb96677b-9kv95] addLogicalPort took 27.356358ms, libovsdb time 827.98µs I0427 16:20:33.916888 3684 cni.go:473] [tsf-tas/tuf-repository-init-tjrm9-gq7k5 5616f82f9848a2825b5ef73c25380f1e7a68574ee84cfcb3e0d7217808413164 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-tjrm9-gq7k5 5616f82f9848a2825b5ef73c25380f1e7a68574ee84cfcb3e0d7217808413164 network default NAD default NAD key default], result "{}", err I0427 16:20:33.952469 3684 namespace.go:142] [integration-service] updating namespace I0427 16:20:33.976738 3684 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:33.976766 3684 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-tjrm9-gq7k5 I0427 16:20:33.978142 3684 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-tjrm9-gq7k5, ips: 10.129.0.39 I0427 16:20:33.978167 3684 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:20:34.001719 3684 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-nzvb8] creating logical port image-controller_image-controller-controller-manager-6f859968fc-nzvb8 for pod on switch ip-10-0-1-57.ec2.internal I0427 16:20:34.001797 3684 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-nzvb8 I0427 16:20:34.021139 3684 namespace.go:142] [release-service] updating namespace I0427 16:20:34.023287 3684 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-nzvb8] pod update took 21.510709ms I0427 16:20:34.023306 3684 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-nzvb8] addLogicalPort annotation time took 21.532962ms I0427 16:20:34.024418 3684 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-nzvb8] addLogicalPort took 22.719584ms, libovsdb time 738.091µs I0427 16:20:34.340261 3684 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-gq54n] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-gq54n for pod on switch ip-10-0-1-57.ec2.internal I0427 16:20:34.340381 3684 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-gq54n I0427 16:20:34.358678 3684 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-gq54n] pod update took 18.329936ms I0427 16:20:34.358708 3684 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-gq54n] addLogicalPort annotation time took 18.366905ms I0427 16:20:34.359995 3684 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-gq54n] addLogicalPort took 19.759174ms, libovsdb time 829.449µs I0427 16:20:34.378051 3684 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-nzvb8 04039ca59e6fec6f6406d4ae3c2b2edbc5c3f6bcd780fe172b36db15bdccab9e network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-nzvb8 04039ca59e6fec6f6406d4ae3c2b2edbc5c3f6bcd780fe172b36db15bdccab9e network default NAD default NAD key ] I0427 16:20:34.388471 3684 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-nzvb8, hostIfaceName: 04039ca59e6fec6, network: default, NAD default, SandboxID: "04039ca59e6fec6f6406d4ae3c2b2edbc5c3f6bcd780fe172b36db15bdccab9e", PCI device ID: , UID: "54a10f33-64ae-4385-b134-b7c66b4dd31d", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0427 16:20:34.443822 3684 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-nzvb8 04039ca59e6fec6f6406d4ae3c2b2edbc5c3f6bcd780fe172b36db15bdccab9e network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-nzvb8 04039ca59e6fec6f6406d4ae3c2b2edbc5c3f6bcd780fe172b36db15bdccab9e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:cf:9d:51:6e:4c\",\"name\":\"04039ca59e6fec6\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/763ce443-71dd-405b-8020-409a722af130\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:20:34.585078 3684 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-sk6qb] creating logical port build-service_build-service-controller-manager-7cbf488fcf-sk6qb for pod on switch ip-10-0-1-57.ec2.internal I0427 16:20:34.585189 3684 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-sk6qb I0427 16:20:34.607258 3684 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-sk6qb] pod update took 22.102827ms I0427 16:20:34.607282 3684 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-sk6qb] addLogicalPort annotation time took 22.132015ms I0427 16:20:34.608724 3684 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-sk6qb] addLogicalPort took 23.667364ms, libovsdb time 935.668µs I0427 16:20:34.802122 3684 cni.go:452] [namespace-lister/namespace-lister-696b855848-269z5 32fa850142f8bbc5f92febd7bad97c4d92b696646380f7672b80a5c3239c061c network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-269z5 32fa850142f8bbc5f92febd7bad97c4d92b696646380f7672b80a5c3239c061c network default NAD default NAD key ] I0427 16:20:34.812334 3684 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-269z5, hostIfaceName: 32fa850142f8bbc, network: default, NAD default, SandboxID: "32fa850142f8bbc5f92febd7bad97c4d92b696646380f7672b80a5c3239c061c", PCI device ID: , UID: "2552214d-e246-4065-a064-be5849dd3139", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0427 16:20:34.861435 3684 cni.go:473] [namespace-lister/namespace-lister-696b855848-269z5 32fa850142f8bbc5f92febd7bad97c4d92b696646380f7672b80a5c3239c061c network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-269z5 32fa850142f8bbc5f92febd7bad97c4d92b696646380f7672b80a5c3239c061c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:cf:de:6b:6f:95\",\"name\":\"32fa850142f8bbc\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9be356c-4ce5-440c-9284-fa47c8c2868a\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:20:34.890169 3684 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-4g6cv] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-4g6cv for pod on switch ip-10-0-1-57.ec2.internal I0427 16:20:34.890277 3684 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-4g6cv I0427 16:20:34.914009 3684 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-4g6cv] pod update took 23.766529ms I0427 16:20:34.914038 3684 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-4g6cv] addLogicalPort annotation time took 23.797185ms I0427 16:20:34.917700 3684 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-4g6cv] addLogicalPort took 27.548335ms, libovsdb time 3.021748ms I0427 16:20:34.963183 3684 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-sk6qb 0489e2827139970694f8811151461bb02abbc70956e2126548b2118d716054e6 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-sk6qb 0489e2827139970694f8811151461bb02abbc70956e2126548b2118d716054e6 network default NAD default NAD key ] I0427 16:20:34.972582 3684 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-sk6qb, hostIfaceName: 0489e2827139970, network: default, NAD default, SandboxID: "0489e2827139970694f8811151461bb02abbc70956e2126548b2118d716054e6", PCI device ID: , UID: "0eddd3b7-d8cd-4acd-b23a-3768f47fcdef", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0427 16:20:35.021162 3684 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-sk6qb 0489e2827139970694f8811151461bb02abbc70956e2126548b2118d716054e6 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-sk6qb 0489e2827139970694f8811151461bb02abbc70956e2126548b2118d716054e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:23:08:cf:68:25\",\"name\":\"0489e2827139970\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e496375-c29c-44cc-8afb-f08a51dcf37a\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:20:35.058863 3684 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:35.058936 3684 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tjrm9-gq7k5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:20:35.493233 3684 namespace.go:142] [enterprise-contract-service] updating namespace I0427 16:20:35.819163 3684 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-xchfj] creating logical port tsf-tas_tuf-97fc8ff76-xchfj for pod on switch ip-10-0-1-57.ec2.internal I0427 16:20:35.819284 3684 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-xchfj I0427 16:20:35.830476 3684 pod.go:62] [tsf-tas/tuf-97fc8ff76-xchfj] pod update took 11.214164ms I0427 16:20:35.830502 3684 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-xchfj] addLogicalPort annotation time took 11.245292ms I0427 16:20:35.831970 3684 pods.go:271] [tsf-tas/tuf-97fc8ff76-xchfj] addLogicalPort took 12.823486ms, libovsdb time 1.036624ms I0427 16:20:35.874164 3684 namespace.go:142] [konflux-cli] updating namespace I0427 16:20:36.152433 3684 namespace.go:142] [konflux-info] updating namespace I0427 16:20:36.224715 3684 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-65976f79f-r42lh] creating logical port integration-service_integration-service-controller-manager-65976f79f-r42lh for pod on switch ip-10-0-1-57.ec2.internal I0427 16:20:36.224821 3684 kube.go:256] Updating pod integration-service/integration-service-controller-manager-65976f79f-r42lh I0427 16:20:36.237969 3684 pod.go:62] [integration-service/integration-service-controller-manager-65976f79f-r42lh] pod update took 13.183506ms I0427 16:20:36.237991 3684 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-65976f79f-r42lh] addLogicalPort annotation time took 13.211827ms I0427 16:20:36.239543 3684 pods.go:271] [integration-service/integration-service-controller-manager-65976f79f-r42lh] addLogicalPort took 14.846498ms, libovsdb time 1.018977ms I0427 16:20:36.448750 3684 namespace.go:142] [namespace-lister] updating namespace I0427 16:20:36.687588 3684 namespace.go:142] [segment-bridge] updating namespace I0427 16:20:36.843793 3684 namespace.go:142] [enterprise-contract-service] updating namespace W0427 16:20:36.864787 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0427 16:20:36.871061 3684 namespace.go:142] [konflux-cli] updating namespace I0427 16:20:36.901027 3684 namespace.go:142] [konflux-info] updating namespace I0427 16:20:36.926598 3684 namespace.go:142] [namespace-lister] updating namespace I0427 16:20:36.953602 3684 namespace.go:142] [segment-bridge] updating namespace I0427 16:20:37.019804 3684 namespace.go:142] [enterprise-contract-service] updating namespace I0427 16:20:37.083208 3684 namespace.go:142] [konflux-cli] updating namespace I0427 16:20:37.141528 3684 namespace.go:142] [konflux-info] updating namespace I0427 16:20:37.184749 3684 namespace.go:142] [namespace-lister] updating namespace I0427 16:20:37.274247 3684 namespace.go:142] [segment-bridge] updating namespace W0427 16:20:37.870924 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0427 16:20:38.577880 3684 cni.go:452] [tsf-tas/tuf-97fc8ff76-xchfj cce04113202362991bd0fbc55a4c1c216a54330ea220bf1d596996f767ba3653 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-xchfj cce04113202362991bd0fbc55a4c1c216a54330ea220bf1d596996f767ba3653 network default NAD default NAD key ] I0427 16:20:38.587367 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-xchfj, hostIfaceName: cce041132023629, network: default, NAD default, SandboxID: "cce04113202362991bd0fbc55a4c1c216a54330ea220bf1d596996f767ba3653", PCI device ID: , UID: "92f6f58a-a8e1-4e15-b5df-345a459323a3", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0427 16:20:38.637369 3684 cni.go:473] [tsf-tas/tuf-97fc8ff76-xchfj cce04113202362991bd0fbc55a4c1c216a54330ea220bf1d596996f767ba3653 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-xchfj cce04113202362991bd0fbc55a4c1c216a54330ea220bf1d596996f767ba3653 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:f7:c0:e9:2f:51\",\"name\":\"cce041132023629\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8632c3a-4004-43d6-b122-3cf5e9240798\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:20:38.872420 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0427 16:20:38.889666 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0427 16:20:39.827110 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=129 I0427 16:20:40.189120 3684 cni.go:452] [integration-service/integration-service-controller-manager-65976f79f-r42lh 1b5a92185d2cc02be70d6a5a0676eec94380b63bfc9d150b51b3e5f8e2ed825e network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-65976f79f-r42lh 1b5a92185d2cc02be70d6a5a0676eec94380b63bfc9d150b51b3e5f8e2ed825e network default NAD default NAD key ] I0427 16:20:40.198364 3684 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-65976f79f-r42lh, hostIfaceName: 1b5a92185d2cc02, network: default, NAD default, SandboxID: "1b5a92185d2cc02be70d6a5a0676eec94380b63bfc9d150b51b3e5f8e2ed825e", PCI device ID: , UID: "134e459b-804a-439f-bb54-d8e80a63a638", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0427 16:20:40.245257 3684 cni.go:473] [integration-service/integration-service-controller-manager-65976f79f-r42lh 1b5a92185d2cc02be70d6a5a0676eec94380b63bfc9d150b51b3e5f8e2ed825e network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-65976f79f-r42lh 1b5a92185d2cc02be70d6a5a0676eec94380b63bfc9d150b51b3e5f8e2ed825e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:38:1c:70:42:c5\",\"name\":\"1b5a92185d2cc02\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63c47b90-593d-4900-8c37-e5a49bfe9151\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:20:41.635791 3684 cni.go:452] [konflux-ui/dex-6f5564bcff-7ndgv bc4338fd53acd67dddf3a57be3c94b05fb51fbc6d096b6f9a18a162a933be980 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-6f5564bcff-7ndgv bc4338fd53acd67dddf3a57be3c94b05fb51fbc6d096b6f9a18a162a933be980 network default NAD default NAD key ] I0427 16:20:41.644780 3684 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-6f5564bcff-7ndgv, hostIfaceName: bc4338fd53acd67, network: default, NAD default, SandboxID: "bc4338fd53acd67dddf3a57be3c94b05fb51fbc6d096b6f9a18a162a933be980", PCI device ID: , UID: "69716242-c808-4ff9-8f02-07e166689db4", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0427 16:20:41.694649 3684 cni.go:473] [konflux-ui/dex-6f5564bcff-7ndgv bc4338fd53acd67dddf3a57be3c94b05fb51fbc6d096b6f9a18a162a933be980 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-6f5564bcff-7ndgv bc4338fd53acd67dddf3a57be3c94b05fb51fbc6d096b6f9a18a162a933be980 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:2a:14:bd:5e:b9\",\"name\":\"bc4338fd53acd67\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12abb445-2563-44e8-9a21-c47f7b69ebd7\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:20:41.884272 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0427 16:20:41.998821 3684 cni.go:452] [konflux-ui/proxy-6cfb96677b-9kv95 5132125f3d7f06a98c7d1d074c8829fee4cc1815879279fb2664b0801c0d67b1 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6cfb96677b-9kv95 5132125f3d7f06a98c7d1d074c8829fee4cc1815879279fb2664b0801c0d67b1 network default NAD default NAD key ] I0427 16:20:42.008692 3684 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6cfb96677b-9kv95, hostIfaceName: 5132125f3d7f06a, network: default, NAD default, SandboxID: "5132125f3d7f06a98c7d1d074c8829fee4cc1815879279fb2664b0801c0d67b1", PCI device ID: , UID: "9faf32b3-f87c-4cac-a6df-290053488445", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0427 16:20:42.059706 3684 cni.go:473] [konflux-ui/proxy-6cfb96677b-9kv95 5132125f3d7f06a98c7d1d074c8829fee4cc1815879279fb2664b0801c0d67b1 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6cfb96677b-9kv95 5132125f3d7f06a98c7d1d074c8829fee4cc1815879279fb2664b0801c0d67b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:1f:00:69:d6:40\",\"name\":\"5132125f3d7f06a\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db80b2e0-f317-4852-9ae8-2b8c49af65bc\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:20:42.703101 3684 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-gq54n ee83f8bd9278437554520fa8a3c3ddcabcd2e71d5d723cd2895994b640a18555 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-gq54n ee83f8bd9278437554520fa8a3c3ddcabcd2e71d5d723cd2895994b640a18555 network default NAD default NAD key ] I0427 16:20:42.713098 3684 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-gq54n, hostIfaceName: ee83f8bd9278437, network: default, NAD default, SandboxID: "ee83f8bd9278437554520fa8a3c3ddcabcd2e71d5d723cd2895994b640a18555", PCI device ID: , UID: "89ec7f84-b4cd-46a1-a5a9-ff5c41629825", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0427 16:20:42.769986 3684 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-4g6cv 2e5a6b1d4347841ca7cbe669566efa2ba496cd7256f499364f3dd2de50bd97fd network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-4g6cv 2e5a6b1d4347841ca7cbe669566efa2ba496cd7256f499364f3dd2de50bd97fd network default NAD default NAD key ] I0427 16:20:42.775267 3684 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-gq54n ee83f8bd9278437554520fa8a3c3ddcabcd2e71d5d723cd2895994b640a18555 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-gq54n ee83f8bd9278437554520fa8a3c3ddcabcd2e71d5d723cd2895994b640a18555 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:d4:27:2b:ff:05\",\"name\":\"ee83f8bd9278437\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54fa5762-e5db-4e5e-9de0-999c3afacbd0\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0427 16:20:42.779632 3684 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-4g6cv, hostIfaceName: 2e5a6b1d4347841, network: default, NAD default, SandboxID: "2e5a6b1d4347841ca7cbe669566efa2ba496cd7256f499364f3dd2de50bd97fd", PCI device ID: , UID: "7e6ddf27-06a1-4ca9-9512-b9a13c758591", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0427 16:20:42.835676 3684 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-4g6cv 2e5a6b1d4347841ca7cbe669566efa2ba496cd7256f499364f3dd2de50bd97fd network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-4g6cv 2e5a6b1d4347841ca7cbe669566efa2ba496cd7256f499364f3dd2de50bd97fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:18:67:57:94:f7\",\"name\":\"2e5a6b1d4347841\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3adefe8f-fb46-49bb-ac25-f314338a320b\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0427 16:20:43.902198 3684 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0427 16:20:48.433754 3684 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0427 16:20:48.433773 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0427 16:20:48.937215 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0427 16:20:48.941072 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0427 16:20:48.970097 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0427 16:20:48.974517 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0427 16:20:49.038824 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0427 16:20:49.038841 3684 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0427 16:20:49.071061 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0427 16:20:49.074415 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0427 16:20:49.875494 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0427 16:20:49.895356 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0427 16:20:52.895773 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0427 16:20:52.934127 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0427 16:20:59.948739 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0427 16:20:59.970915 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0427 16:20:59.973712 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0427 16:20:59.993024 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0427 16:20:59.995235 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0427 16:21:00.743767 3684 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-gq54n ee83f8bd9278437554520fa8a3c3ddcabcd2e71d5d723cd2895994b640a18555 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-gq54n ee83f8bd9278437554520fa8a3c3ddcabcd2e71d5d723cd2895994b640a18555 network default NAD default NAD key ] I0427 16:21:00.821391 3684 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-gq54n ee83f8bd9278437554520fa8a3c3ddcabcd2e71d5d723cd2895994b640a18555 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-gq54n ee83f8bd9278437554520fa8a3c3ddcabcd2e71d5d723cd2895994b640a18555 network default NAD default NAD key default], result "{}", err I0427 16:21:00.901707 3684 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:21:00.901739 3684 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-gq54n I0427 16:21:00.903077 3684 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-gq54n, ips: 10.129.0.44 I0427 16:21:00.903108 3684 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:21:01.005411 3684 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:21:01.005434 3684 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-gq54n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:21:01.012037 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-gq54n I0427 16:21:01.012063 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-gq54n W0427 16:21:25.997724 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0427 16:21:25.997740 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-57.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0427 16:21:59.203481 3684 cni.go:452] [konflux-ui/proxy-6cfb96677b-9kv95 5132125f3d7f06a98c7d1d074c8829fee4cc1815879279fb2664b0801c0d67b1 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-6cfb96677b-9kv95 5132125f3d7f06a98c7d1d074c8829fee4cc1815879279fb2664b0801c0d67b1 network default NAD default NAD key ] I0427 16:21:59.300736 3684 cni.go:473] [konflux-ui/proxy-6cfb96677b-9kv95 5132125f3d7f06a98c7d1d074c8829fee4cc1815879279fb2664b0801c0d67b1 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-6cfb96677b-9kv95 5132125f3d7f06a98c7d1d074c8829fee4cc1815879279fb2664b0801c0d67b1 network default NAD default NAD key default], result "{}", err I0427 16:21:59.372551 3684 obj_retry.go:498] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:21:59.372589 3684 pods.go:176] Deleting pod: konflux-ui/proxy-6cfb96677b-9kv95 I0427 16:21:59.374020 3684 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-6cfb96677b-9kv95, ips: 10.129.0.42 I0427 16:21:59.374049 3684 obj_retry.go:498] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:22:00.323369 3684 obj_retry.go:492] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:22:00.323395 3684 obj_retry.go:492] Detected object konflux-ui/proxy-6cfb96677b-9kv95 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:22:00.332149 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6cfb96677b-9kv95 I0427 16:22:00.332178 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6cfb96677b-9kv95 I0427 16:22:02.029682 3684 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:22:02.030259 3684 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:22:02.047303 3684 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:22:02.047328 3684 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:22:02.055481 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0427 16:22:02.055505 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0427 16:22:18.913096 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0427 16:22:21.832020 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0427 16:22:33.461149 3684 namespace.go:98] [default-managed-tenant-99htn] adding namespace I0427 16:22:33.462083 3684 namespace.go:102] [default-managed-tenant-99htn] adding namespace took 910.766µs I0427 16:22:33.490461 3684 namespace.go:142] [default-managed-tenant-99htn] updating namespace I0427 16:22:33.513040 3684 namespace.go:142] [default-managed-tenant-99htn] updating namespace I0427 16:22:34.588097 3684 namespace.go:142] [default-managed-tenant-99htn] updating namespace I0427 16:22:34.719393 3684 namespace.go:142] [default-managed-tenant-99htn] updating namespace I0427 16:22:34.819630 3684 namespace.go:142] [default-managed-tenant-99htn] updating namespace I0427 16:23:16.825630 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0427 16:23:59.942929 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0427 16:24:04.929163 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0427 16:24:17.828386 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=29 I0427 16:24:19.951833 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0427 16:24:26.954216 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0427 16:24:47.840180 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=549 I0427 16:26:21.917183 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0427 16:26:51.948799 3684 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0427 16:27:27.830229 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=35 I0427 16:27:49.927067 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0427 16:28:43.914606 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0427 16:28:56.827751 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0427 16:29:13.915333 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0427 16:29:33.936227 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0427 16:29:48.065640 3684 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:29:48.065683 3684 obj_retry.go:492] Detected object tsf-tpa/create-db-6926n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:29:48.074474 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-6926n I0427 16:29:48.074500 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-6926n I0427 16:29:51.030544 3684 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:29:51.030568 3684 obj_retry.go:492] Detected object tsf-tpa/migrate-db-j8g29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:29:51.035786 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-j8g29 I0427 16:29:51.035811 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-j8g29 I0427 16:30:01.037670 3684 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:30:01.037715 3684 obj_retry.go:492] Detected object tsf-tpa/create-importers-24vmh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:30:01.046634 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-24vmh I0427 16:30:01.046666 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-24vmh I0427 16:30:01.931471 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0427 16:30:03.766864 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0427 16:30:03.767425 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0427 16:30:04.651740 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:30:04.651797 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29621790-7l2bq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0427 16:30:04.828436 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0427 16:30:56.945891 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0427 16:30:59.834544 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0427 16:32:32.843238 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0427 16:32:50.830406 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0427 16:32:56.832978 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0427 16:33:38.920170 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0427 16:33:50.953987 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0427 16:33:57.956163 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10