+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-160.ec2.internal ++ [[ -n ip-10-0-1-160.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-160.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:36:45.930650806 - disable conntrack on geneve port' I0504 20:36:45.930650806 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:36:45.948580206 - starting ovnkube-node' I0504 20:36:45.948580206 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-160.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-160.ec2.internal --init-node ip-10-0-1-160.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-160.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:36:45.990893 3671 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:36:45.990951 3671 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d4639a6eb9.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:36:45.992469 3671 kube.go:431] Waiting for certificate I0504 20:36:45.992505 3671 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:36:45.992527 3671 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:36:45.993582 3671 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:36:46.024644 3671 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:46.024664 3671 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:46.028135 3671 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:46.028240 3671 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lz9mg" I0504 20:36:49.900029 3671 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-lz9mg" I0504 20:36:49.900172 3671 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:49.993291 3671 kube.go:438] Certificate found I0504 20:36:49.993899 3671 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:36:49.995748 3671 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:36:50.069301 3671 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:36:50.086889 3671 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:36:50.087059 3671 server.go:101] MetricServer registers OVS metrics I0504 20:36:50.087073 3671 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:36:50.087381 3671 factory.go:561] Starting watch factory I0504 20:36:50.087569 3671 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.087636 3671 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.087610 3671 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.087659 3671 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.087698 3671 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.087783 3671 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.087788 3671 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.087806 3671 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.087841 3671 server.go:105] MetricServer registers OVN DB metrics I0504 20:36:50.087636 3671 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.088014 3671 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.088405 3671 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.088430 3671 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.093566 3671 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:36:50.093665 3671 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:36:50.095606 3671 controller_manager.go:370] Starting the ovnkube controller I0504 20:36:50.095618 3671 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-160.ec2.internal I0504 20:36:50.095669 3671 controller_manager.go:395] NBDB zone sync took: 43.649µs I0504 20:36:50.095679 3671 factory.go:561] Starting watch factory I0504 20:36:50.107219 3671 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:36:50.107236 3671 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:36:50.111078 3671 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:36:50.111109 3671 server.go:109] MetricServer registers OVN Controller metrics I0504 20:36:50.115187 3671 server.go:113] MetricServer registers OVN Northd metrics I0504 20:36:50.116357 3671 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.117091 3671 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.117123 3671 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.118531 3671 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.119992 3671 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:36:50.121344 3671 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.132307 3671 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:50.193424 3671 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:36:50.193452 3671 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:36:50.193457 3671 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:36:50.193461 3671 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:36:50.193463 3671 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:36:50.193466 3671 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:36:50.193563 3671 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:50.193587 3671 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:50.193617 3671 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:50.193595 3671 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:50.196667 3671 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:50.196706 3671 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:50.198684 3671 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:36:50.198699 3671 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:36:50.198782 3671 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.198806 3671 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.201296 3671 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:36:50.201307 3671 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:36:50.201310 3671 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:36:50.201313 3671 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:36:50.201316 3671 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:36:50.201319 3671 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:36:50.203632 3671 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.203755 3671 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:36:50.203822 3671 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.203837 3671 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.206485 3671 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.206493 3671 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:36:50.206502 3671 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:36:50.209549 3671 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:36:50.209605 3671 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.209617 3671 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.211800 3671 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:36:50.211930 3671 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.215266 3671 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:36:50.215342 3671 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.215358 3671 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.217635 3671 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:36:50.217799 3671 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.220799 3671 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:36:50.220872 3671 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.220888 3671 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.223410 3671 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:36:50.223944 3671 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.225866 3671 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:36:50.226039 3671 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:36:50.226057 3671 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:36:50.228979 3671 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:36:50.229401 3671 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:36:50.231378 3671 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:36:50.231452 3671 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.231470 3671 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.231498 3671 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.231583 3671 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.234427 3671 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:36:50.239312 3671 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.239345 3671 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:50.240178 3671 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:36:50.245345 3671 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:36:50.245357 3671 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:36:50.245364 3671 factory.go:680] Watch Factory start up complete, took: 149.684027ms I0504 20:36:50.245372 3671 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-160.ec2.internal" zone I0504 20:36:50.337465 3671 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:36:50.337483 3671 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:36:50.337494 3671 factory.go:680] Watch Factory start up complete, took: 250.116809ms I0504 20:36:50.337578 3671 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:36:50.374871 3671 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:36:50.439996 3671 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:36:50.445950 3671 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:36:50.501527 3671 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:36:50.501621 3671 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:36:50.501636 3671 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:36:50.535296 3671 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:36:50.535357 3671 default_node_network_controller.go:809] Node ip-10-0-1-160.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0504 20:36:50.540873 3671 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.160"] k8s.ovn.org/zone-name:ip-10-0-1-160.ec2.internal] on node ip-10-0-1-160.ec2.internal I0504 20:36:50.579921 3671 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:36:50.586316 3671 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:36:50.586470 3671 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0504 20:36:50.586621 3671 gateway_init.go:263] Preparing Gateway I0504 20:36:50.586633 3671 gateway_shared_intf.go:1687] Creating new gateway I0504 20:36:50.672575 3671 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:36:50.679387 3671 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:36:50.686225 3671 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:36:50.686241 3671 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-160.ec2.internal","mac-address":"0a:ff:c2:30:1d:ff","ip-addresses":["10.0.1.160/24"],"ip-address":"10.0.1.160/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:17b5a26c-f667-4b10-91d5-428f3d1a27b4 k8s.ovn.org/node-encap-ips:["10.0.1.160"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.160/24"} k8s.ovn.org/zone-name:ip-10-0-1-160.ec2.internal] on node ip-10-0-1-160.ec2.internal I0504 20:36:50.721645 3671 default_node_network_controller.go:519] Node connection status = connected I0504 20:36:50.746279 3671 controller_manager.go:429] Waiting for node in zone sync took: 500.89553ms I0504 20:36:50.768792 3671 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:36:50.768808 3671 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-160.ec2.internal I0504 20:36:50.796704 3671 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:36:50.803592 3671 controller_manager.go:290] SCTP support detected in OVN I0504 20:36:50.804253 3671 services_controller.go:69] Creating services controller for network=default I0504 20:36:50.804417 3671 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:36:50.804458 3671 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:36:50.804531 3671 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:36:50.804554 3671 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:36:50.804568 3671 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:36:50.804844 3671 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:36:50.804917 3671 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:36:50.804938 3671 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.255µs I0504 20:36:50.804982 3671 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 51.832µs I0504 20:36:50.804994 3671 udn_enabled_svc.go:95] Performing full resync I0504 20:36:50.804995 3671 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 95.672µs I0504 20:36:50.805007 3671 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:36:50.805015 3671 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:36:50.805026 3671 default_network_controller.go:325] Starting the default network controller I0504 20:36:50.805049 3671 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.486µs I0504 20:36:50.805323 3671 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:36:50.805337 3671 udn_enabled_svc.go:104] Starting worker I0504 20:36:50.815365 3671 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:36:50.815425 3671 repair.go:33] Syncing exgw routes took 45.009µs I0504 20:36:50.815448 3671 default_network_controller.go:414] Starting all the Watchers... I0504 20:36:50.815603 3671 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:36:50.815608 3671 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:36:50.815616 3671 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:36:50.815624 3671 namespace.go:98] [openshift-host-network] adding namespace I0504 20:36:50.815609 3671 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:36:50.815639 3671 namespace.go:98] [openshift-backplane] adding namespace I0504 20:36:50.815647 3671 namespace.go:98] [openshift-node] adding namespace I0504 20:36:50.815654 3671 namespace.go:98] [dedicated-admin] adding namespace I0504 20:36:50.815672 3671 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:36:50.815676 3671 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:36:50.815684 3671 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:36:50.815687 3671 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:36:50.815699 3671 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:36:50.815705 3671 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:36:50.815760 3671 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:36:50.816162 3671 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 543.999µs I0504 20:36:50.816176 3671 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:36:50.816579 3671 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 398.311µs I0504 20:36:50.816591 3671 namespace.go:98] [openshift-operators] adding namespace I0504 20:36:50.817302 3671 namespace.go:102] [openshift-operators] adding namespace took 703.125µs I0504 20:36:50.817322 3671 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:36:50.817985 3671 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 2.35454ms I0504 20:36:50.817999 3671 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:36:50.818626 3671 namespace.go:102] [openshift-console-operator] adding namespace took 3.00202ms I0504 20:36:50.818634 3671 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:36:50.819284 3671 namespace.go:102] [openshift-host-network] adding namespace took 3.652611ms I0504 20:36:50.819294 3671 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:36:50.819903 3671 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 4.266013ms I0504 20:36:50.819926 3671 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:36:50.820436 3671 namespace.go:102] [openshift-backplane] adding namespace took 4.790199ms I0504 20:36:50.820454 3671 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:36:50.820953 3671 namespace.go:102] [openshift-node] adding namespace took 5.298663ms I0504 20:36:50.820967 3671 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:36:50.821416 3671 namespace.go:102] [dedicated-admin] adding namespace took 5.754186ms I0504 20:36:50.821436 3671 namespace.go:98] [openshift] adding namespace I0504 20:36:50.821991 3671 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.304682ms I0504 20:36:50.822009 3671 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:36:50.822489 3671 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.798572ms I0504 20:36:50.822509 3671 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:36:50.823011 3671 namespace.go:102] [openshift-config-managed] adding namespace took 7.31511ms I0504 20:36:50.823025 3671 namespace.go:98] [openshift-authentication] adding namespace I0504 20:36:50.823452 3671 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.759816ms I0504 20:36:50.823466 3671 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:36:50.824041 3671 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.335701ms I0504 20:36:50.824056 3671 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:36:50.824667 3671 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.95125ms I0504 20:36:50.824685 3671 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:36:50.825433 3671 namespace.go:102] [openshift-service-ca] adding namespace took 9.661805ms I0504 20:36:50.825450 3671 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:36:50.826169 3671 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.837427ms I0504 20:36:50.826185 3671 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:36:50.826699 3671 namespace.go:102] [openshift-image-registry] adding namespace took 8.69273ms I0504 20:36:50.826714 3671 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:36:50.827288 3671 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.649691ms I0504 20:36:50.827301 3671 namespace.go:98] [openshift-multus] adding namespace I0504 20:36:50.827828 3671 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.52861ms I0504 20:36:50.827840 3671 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:36:50.828422 3671 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.488071ms I0504 20:36:50.828440 3671 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:36:50.828903 3671 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.440539ms I0504 20:36:50.828924 3671 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:36:50.829499 3671 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.52551ms I0504 20:36:50.829514 3671 namespace.go:98] [openshift-network-console] adding namespace I0504 20:36:50.829997 3671 namespace.go:102] [openshift] adding namespace took 8.553434ms I0504 20:36:50.830015 3671 namespace.go:98] [default] adding namespace I0504 20:36:50.830918 3671 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.902089ms I0504 20:36:50.830938 3671 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:36:50.831422 3671 namespace.go:102] [openshift-network-operator] adding namespace took 8.906394ms I0504 20:36:50.831436 3671 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:36:50.831886 3671 namespace.go:102] [openshift-authentication] adding namespace took 8.854109ms I0504 20:36:50.831906 3671 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:36:50.832416 3671 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.943223ms I0504 20:36:50.832431 3671 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:36:50.832946 3671 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.883746ms I0504 20:36:50.832963 3671 namespace.go:98] [openshift-etcd] adding namespace I0504 20:36:50.833446 3671 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.753893ms I0504 20:36:50.833463 3671 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:36:50.834028 3671 namespace.go:102] [openshift-machine-api] adding namespace took 8.57153ms I0504 20:36:50.834047 3671 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:36:50.834563 3671 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.372116ms W0504 20:36:50.835093 3671 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s5gvk: pod openshift-multus/network-metrics-daemon-s5gvk: no pod IPs found I0504 20:36:50.835096 3671 namespace.go:102] [openshift-marketplace] adding namespace took 8.376131ms I0504 20:36:50.835117 3671 namespace.go:98] [openshift-infra] adding namespace I0504 20:36:50.835765 3671 namespace.go:102] [openshift-multus] adding namespace took 8.457692ms I0504 20:36:50.835782 3671 namespace.go:98] [openshift-insights] adding namespace I0504 20:36:50.836517 3671 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 8.667521ms I0504 20:36:50.836535 3671 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:36:50.837173 3671 namespace.go:102] [openshift-controller-manager] adding namespace took 8.727499ms I0504 20:36:50.837186 3671 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:36:50.837661 3671 namespace.go:102] [openshift-apiserver] adding namespace took 8.728711ms I0504 20:36:50.837682 3671 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:36:50.838275 3671 namespace.go:102] [openshift-network-console] adding namespace took 8.753405ms I0504 20:36:50.838294 3671 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:36:50.838675 3671 namespace.go:102] [default] adding namespace took 8.653175ms I0504 20:36:50.838692 3671 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:36:50.839166 3671 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.221283ms I0504 20:36:50.839181 3671 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:36:50.839759 3671 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.316375ms I0504 20:36:50.839776 3671 namespace.go:98] [openshift-logging] adding namespace I0504 20:36:50.840262 3671 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.349294ms I0504 20:36:50.840276 3671 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:36:50.840909 3671 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.465152ms I0504 20:36:50.840925 3671 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:36:50.841348 3671 namespace.go:102] [openshift-etcd] adding namespace took 8.379549ms I0504 20:36:50.841359 3671 namespace.go:98] [openshift-console] adding namespace I0504 20:36:50.841930 3671 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.461612ms I0504 20:36:50.841945 3671 namespace.go:98] [openshift-config] adding namespace I0504 20:36:50.842444 3671 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.391493ms I0504 20:36:50.842459 3671 namespace.go:98] [kube-system] adding namespace I0504 20:36:50.842993 3671 namespace.go:102] [openshift-infra] adding namespace took 7.868643ms I0504 20:36:50.843010 3671 namespace.go:98] [openshift-dns] adding namespace I0504 20:36:50.843616 3671 namespace.go:102] [openshift-insights] adding namespace took 7.826786ms I0504 20:36:50.843632 3671 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:36:50.844178 3671 namespace.go:102] [openshift-dns-operator] adding namespace took 7.637935ms I0504 20:36:50.844190 3671 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:36:50.844714 3671 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.521917ms I0504 20:36:50.844732 3671 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:36:50.845240 3671 namespace.go:102] [openshift-cluster-version] adding namespace took 7.552571ms I0504 20:36:50.845252 3671 namespace.go:98] [kube-public] adding namespace I0504 20:36:50.845773 3671 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.472818ms I0504 20:36:50.845788 3671 namespace.go:98] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] adding namespace I0504 20:36:50.846276 3671 namespace.go:102] [openshift-config-operator] adding namespace took 7.575812ms I0504 20:36:50.846296 3671 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:36:50.846770 3671 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.582041ms I0504 20:36:50.846790 3671 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:36:50.847333 3671 namespace.go:102] [openshift-logging] adding namespace took 7.549866ms I0504 20:36:50.847348 3671 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:36:50.847866 3671 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.583935ms I0504 20:36:50.847880 3671 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:36:50.848332 3671 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.401761ms I0504 20:36:50.848347 3671 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:36:50.848903 3671 namespace.go:102] [openshift-console] adding namespace took 7.537985ms I0504 20:36:50.848920 3671 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:36:50.849347 3671 namespace.go:102] [openshift-config] adding namespace took 7.395284ms I0504 20:36:50.849366 3671 namespace.go:98] [kube-node-lease] adding namespace I0504 20:36:50.849832 3671 namespace.go:102] [kube-system] adding namespace took 7.365081ms I0504 20:36:50.849852 3671 namespace.go:98] [openshift-ingress] adding namespace I0504 20:36:50.850522 3671 namespace.go:102] [openshift-dns] adding namespace took 7.505543ms I0504 20:36:50.851177 3671 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.538577ms I0504 20:36:50.851194 3671 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:36:50.851637 3671 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.441643ms I0504 20:36:50.852169 3671 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.432401ms I0504 20:36:50.852184 3671 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:36:50.852584 3671 namespace.go:102] [kube-public] adding namespace took 7.32559ms I0504 20:36:50.852598 3671 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:36:50.853125 3671 namespace.go:102] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] adding namespace took 7.330103ms I0504 20:36:50.853145 3671 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:36:50.853637 3671 namespace.go:102] [openshift-monitoring] adding namespace took 7.334966ms I0504 20:36:50.854207 3671 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.405159ms I0504 20:36:50.855197 3671 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.842473ms I0504 20:36:50.855713 3671 namespace.go:102] [openshift-package-operator] adding namespace took 7.826475ms I0504 20:36:50.856270 3671 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.915893ms I0504 20:36:50.856860 3671 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.934779ms I0504 20:36:50.857428 3671 namespace.go:102] [kube-node-lease] adding namespace took 8.056147ms I0504 20:36:50.857446 3671 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:36:50.857992 3671 namespace.go:102] [openshift-ingress] adding namespace took 8.135016ms I0504 20:36:50.858006 3671 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:36:50.858660 3671 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.457915ms W0504 20:36:50.859252 3671 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-l7bln: pod openshift-network-diagnostics/network-check-target-l7bln: no pod IPs found I0504 20:36:50.859276 3671 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.084982ms I0504 20:36:50.859860 3671 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.256592ms I0504 20:36:50.860421 3671 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.266827ms I0504 20:36:50.861045 3671 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.591698ms I0504 20:36:50.861432 3671 namespace.go:102] [openshift-backplane-tam] adding namespace took 3.419785ms I0504 20:36:50.861697 3671 master.go:548] Adding or Updating local node "ip-10-0-1-160.ec2.internal" for network "default" I0504 20:36:50.862642 3671 zone_ic_handler.go:195] Time taken to create transit switch: 415.074µs I0504 20:36:50.862661 3671 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-50.ec2.internal for the network default E0504 20:36:50.863029 3671 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-243.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-243.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-243.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009e06f78 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1866767428}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0504 20:36:50.863138 3671 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-243.ec2.internal", UID:"967fad2e-88a3-4460-9807-7f4c7cdfa682", APIVersion:"v1", ResourceVersion:"9708", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-243.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-243.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009e06f78 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1866767428}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0504 20:36:50.864263 3671 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-50.ec2.internal" on network "default" took: 2.053432ms W0504 20:36:50.870909 3671 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-l7bln: pod openshift-network-diagnostics/network-check-target-l7bln: no pod IPs found W0504 20:36:50.870934 3671 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-s5gvk: pod openshift-multus/network-metrics-daemon-s5gvk: no pod IPs found I0504 20:36:50.879563 3671 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-160.ec2.internal for the network default I0504 20:36:50.879866 3671 zone_ic_handler.go:195] Time taken to create transit switch: 285.564µs I0504 20:36:50.880942 3671 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:36:50.880974 3671 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:36:50.880988 3671 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:36:50.880993 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-243.ec2.internal in network "default" I0504 20:36:50.881048 3671 node_tracker.go:169] Node ip-10-0-0-243.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:50.881065 3671 services_controller.go:574] Full service sync requested for network=default I0504 20:36:50.881069 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-160.ec2.internal in network "default" I0504 20:36:50.881099 3671 node_tracker.go:169] Node ip-10-0-1-160.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:50.881107 3671 services_controller.go:574] Full service sync requested for network=default I0504 20:36:50.881115 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-50.ec2.internal in network "default" I0504 20:36:50.881137 3671 node_tracker.go:169] Node ip-10-0-2-50.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:50.881143 3671 services_controller.go:574] Full service sync requested for network=default I0504 20:36:50.903031 3671 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:31:49 +0000 UTC" deadline="2026-05-05 16:02:42.222349063 +0000 UTC" I0504 20:36:50.903050 3671 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h25m51.319305666s" I0504 20:36:50.981562 3671 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:36:50.981601 3671 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:36:50.981666 3671 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:36:50.981716 3671 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:36:50.981756 3671 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:36:51.082554 3671 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:36:51.082584 3671 repair.go:60] Starting repairing loop for services I0504 20:36:51.082681 3671 repair.go:131] Deleted 0 stale service LBs I0504 20:36:51.082708 3671 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:36:51.082732 3671 repair.go:62] Finished repairing loop for services: 148.802µs I0504 20:36:51.082791 3671 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:36:51.082817 3671 services_controller.go:254] Starting workers for network=default I0504 20:36:51.083196 3671 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s5gvk] creating logical port openshift-multus_network-metrics-daemon-s5gvk for pod on switch ip-10-0-1-160.ec2.internal I0504 20:36:51.083319 3671 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-l7bln] creating logical port openshift-network-diagnostics_network-check-target-l7bln for pod on switch ip-10-0-1-160.ec2.internal I0504 20:36:51.083391 3671 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-s5gvk I0504 20:36:51.083436 3671 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-l7bln W0504 20:36:51.086900 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:36:51.087786 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:36:51.113861 3671 pod.go:62] [openshift-multus/network-metrics-daemon-s5gvk] pod update took 30.55032ms I0504 20:36:51.113884 3671 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-s5gvk] addLogicalPort annotation time took 30.577946ms I0504 20:36:51.114825 3671 pods.go:271] [openshift-multus/network-metrics-daemon-s5gvk] addLogicalPort took 31.643506ms, libovsdb time 694.643µs I0504 20:36:51.121431 3671 pod.go:62] [openshift-network-diagnostics/network-check-target-l7bln] pod update took 38.042016ms I0504 20:36:51.121448 3671 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-l7bln] addLogicalPort annotation time took 38.062795ms I0504 20:36:51.122723 3671 pods.go:271] [openshift-network-diagnostics/network-check-target-l7bln] addLogicalPort took 39.420696ms, libovsdb time 678.596µs I0504 20:36:51.123197 3671 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:36:51.123218 3671 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:36:51.123238 3671 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:36:51.123244 3671 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:36:51.123442 3671 repair.go:29] Repairing admin network policies took 191.517µs I0504 20:36:51.123577 3671 repair.go:92] Repairing baseline admin network policies took 121.529µs I0504 20:36:51.124144 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:36:51.124172 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:36:51.126652 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:36:51.126678 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:36:51.126686 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:36:51.128288 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:36:51.128312 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:36:51.128322 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:36:51.129856 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:36:51.129874 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:36:51.129883 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:36:51.132525 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:36:51.132542 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:36:51.132550 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:36:51.133226 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:36:51.133250 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:36:51.133262 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:36:51.133874 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:36:51.133895 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:36:51.133905 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:36:51.136249 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:36:51.136271 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:36:51.136279 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:36:51.136589 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:36:51.136607 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:36:51.136620 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:36:51.137189 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:36:51.137206 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:36:51.137216 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:36:51.138620 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:36:51.138649 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:36:51.138662 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:36:51.139438 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:36:51.139458 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:36:51.139473 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:36:51.140932 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:36:51.140952 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:36:51.140960 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:36:51.142019 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:36:51.142045 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:36:51.142057 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:36:51.142874 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:36:51.142902 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:36:51.142913 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:36:51.144845 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:36:51.144864 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:36:51.144872 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:36:51.145880 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:36:51.145899 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:36:51.145908 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:36:51.147046 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:36:51.147067 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:36:51.147074 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:36:51.147388 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:36:51.147404 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:36:51.147415 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:36:51.148846 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:36:51.148865 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:36:51.148873 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:36:51.149426 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:36:51.149444 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:36:51.149452 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:36:51.150910 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:36:51.150927 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:36:51.150936 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:36:51.152041 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:36:51.152066 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:36:51.152078 3671 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] W0504 20:36:51.152384 3671 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.152404 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.152412 3671 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:36:51.154346 3671 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:36:51.154371 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:36:51.154381 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:36:51.155146 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:36:51.155171 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:36:51.156105 3671 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:36:51.156125 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:36:51.156997 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:36:51.157020 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:36:51.157030 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:36:51.157586 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:36:51.157604 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:36:51.157612 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:36:51.158168 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:36:51.158194 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:36:51.158224 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:36:51.159041 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:36:51.159062 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:36:51.159078 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:36:51.159634 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:36:51.166523 3671 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:36:51.166559 3671 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:36:51.166559 3671 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:36:51.166593 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:36:51.166608 3671 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:36:51.166593 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:36:51.166617 3671 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:36:51.166944 3671 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:36:51.166960 3671 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:36:51.166966 3671 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:36:51.166975 3671 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:36:51.166996 3671 egressfirewall.go:723] Syncing node "ip-10-0-0-243.ec2.internal" for egress firewall I0504 20:36:51.167008 3671 egressfirewall.go:723] Syncing node "ip-10-0-1-160.ec2.internal" for egress firewall I0504 20:36:51.167012 3671 egressfirewall.go:723] Syncing node "ip-10-0-2-50.ec2.internal" for egress firewall I0504 20:36:51.167087 3671 egressqos.go:245] Starting EgressQoS Controller I0504 20:36:51.167097 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:36:51.167104 3671 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:36:51.167109 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:36:51.167114 3671 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:36:51.167119 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:36:51.167123 3671 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:36:51.167127 3671 egressqos.go:259] Repairing EgressQoSes I0504 20:36:51.167131 3671 egressqos.go:399] Starting repairing loop for egressqos I0504 20:36:51.167208 3671 egressqos.go:401] Finished repairing loop for egressqos: 77.623µs I0504 20:36:51.167227 3671 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:36:51.167262 3671 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-160.ec2.internal I0504 20:36:51.167305 3671 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-160.ec2.internal : 42.076µs I0504 20:36:51.167432 3671 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:36:51.167446 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:36:51.167467 3671 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:36:51.167479 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:36:51.167487 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:36:51.167495 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:36:51.167501 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:36:51.167509 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:36:51.167516 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:36:51.167522 3671 egressservice_zone.go:228] Repairing Egress Services I0504 20:36:51.167867 3671 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:36:51.167881 3671 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:36:51.167910 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-50.ec2.internal I0504 20:36:51.167929 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-50.ec2.internal: 23.057µs I0504 20:36:51.167967 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-243.ec2.internal I0504 20:36:51.167981 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-243.ec2.internal: 43.694µs I0504 20:36:51.167987 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:51.167991 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 4.177µs I0504 20:36:51.168051 3671 default_network_controller.go:585] Completing all the Watchers took 352.589608ms I0504 20:36:51.168073 3671 default_network_controller.go:589] Starting unidling controllers I0504 20:36:51.168088 3671 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:36:51.168096 3671 unidle.go:63] Populating Initial ContollerEvent events I0504 20:36:51.168110 3671 unidle.go:79] Setting up event handlers for services I0504 20:36:51.168204 3671 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:36:51.179259 3671 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:36:51.223186 3671 default_node_network_controller.go:519] Node connection status = connected I0504 20:36:51.242629 3671 bridgeconfig.go:537] Gateway is ready I0504 20:36:51.242648 3671 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:36:51.255597 3671 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.160. Updating OVN encap IP. I0504 20:36:51.261419 3671 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.160 - it is already configured I0504 20:36:51.261433 3671 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.160/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:36:51.261658 3671 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.160/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-160.ec2.internal","mac-address":"0a:ff:c2:30:1d:ff","ip-addresses":["10.0.1.160/24"],"ip-address":"10.0.1.160/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:17b5a26c-f667-4b10-91d5-428f3d1a27b4 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.160/24"}] on node ip-10-0-1-160.ec2.internal I0504 20:36:51.310096 3671 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.160 I0504 20:36:51.310219 3671 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-160.ec2.internal I0504 20:36:51.318664 3671 egressfirewall.go:723] Syncing node "ip-10-0-1-160.ec2.internal" for egress firewall I0504 20:36:51.318717 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-160.ec2.internal in network "default" I0504 20:36:51.318753 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:51.318765 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 33.609µs I0504 20:36:51.318780 3671 master.go:548] Adding or Updating local node "ip-10-0-1-160.ec2.internal" for network "default" I0504 20:36:51.318804 3671 node_tracker.go:169] Node ip-10-0-1-160.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:51.318818 3671 services_controller.go:574] Full service sync requested for network=default W0504 20:36:51.318942 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:36:51.318948 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:36:51.319374 3671 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.319386 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.319392 3671 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:36:51.324316 3671 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-160.ec2.internal. Updating no re-route policies I0504 20:36:51.324403 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-160.ec2.internal I0504 20:36:51.324408 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-l7bln I0504 20:36:51.324415 3671 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-160.ec2.internal I0504 20:36:51.324425 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-l7bln I0504 20:36:51.324429 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-xd9vv I0504 20:36:51.324435 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-7ps5j I0504 20:36:51.324431 3671 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-160.ec2.internal I0504 20:36:51.324442 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5lkdr I0504 20:36:51.324448 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-7ps5j I0504 20:36:51.324447 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-s5gvk I0504 20:36:51.324454 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5lkdr I0504 20:36:51.324465 3671 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-160.ec2.internal after 0 failed attempt(s) I0504 20:36:51.324472 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-7ps5j after 0 failed attempt(s) I0504 20:36:51.324464 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-2mszv I0504 20:36:51.324482 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-gw4qf I0504 20:36:51.324482 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jqlxw I0504 20:36:51.324487 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-jcvg5 I0504 20:36:51.324489 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-gw4qf I0504 20:36:51.324488 3671 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-l47xd I0504 20:36:51.324489 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dw48n I0504 20:36:51.324499 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-jcvg5 I0504 20:36:51.324504 3671 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-l47xd I0504 20:36:51.324508 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dw48n I0504 20:36:51.324511 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-gw4qf after 0 failed attempt(s) I0504 20:36:51.324513 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jqlxw I0504 20:36:51.324514 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-s5gvk I0504 20:36:51.324519 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-jcvg5 after 0 failed attempt(s) I0504 20:36:51.324528 3671 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-l47xd after 0 failed attempt(s) I0504 20:36:51.324533 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jqlxw after 0 failed attempt(s) I0504 20:36:51.324440 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-xd9vv I0504 20:36:51.324557 3671 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-s5gvk] creating logical port openshift-multus_network-metrics-daemon-s5gvk for pod on switch ip-10-0-1-160.ec2.internal I0504 20:36:51.324563 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dw48n after 0 failed attempt(s) I0504 20:36:51.324569 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-xd9vv after 0 failed attempt(s) I0504 20:36:51.324490 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-2mszv I0504 20:36:51.324590 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-2mszv after 0 failed attempt(s) I0504 20:36:51.324469 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5lkdr after 0 failed attempt(s) I0504 20:36:51.324419 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-160.ec2.internal I0504 20:36:51.324611 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-160.ec2.internal after 0 failed attempt(s) I0504 20:36:51.324465 3671 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-l7bln] creating logical port openshift-network-diagnostics_network-check-target-l7bln for pod on switch ip-10-0-1-160.ec2.internal I0504 20:36:51.325430 3671 pods.go:271] [openshift-multus/network-metrics-daemon-s5gvk] addLogicalPort took 877.381µs, libovsdb time 294.051µs I0504 20:36:51.325445 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-s5gvk after 0 failed attempt(s) I0504 20:36:51.325552 3671 pods.go:271] [openshift-network-diagnostics/network-check-target-l7bln] addLogicalPort took 1.0976ms, libovsdb time 387.074µs I0504 20:36:51.325563 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-l7bln after 0 failed attempt(s) I0504 20:36:51.358758 3671 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher W0504 20:36:51.366115 3671 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.366128 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.366134 3671 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:36:51.372420 3671 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:36:51.376167 3671 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:36:51.404334 3671 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:36:51.453153 3671 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:36:51.471715 3671 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:36:51.471829 3671 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:36:51.471883 3671 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:36:51.471990 3671 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:36:51.472055 3671 gateway_init.go:325] Gateway and management port readiness took 754.370952ms I0504 20:36:51.472082 3671 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:36:51.472126 3671 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:36:51.472149 3671 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:36:51.472160 3671 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:36:51.472211 3671 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:36:51.472303 3671 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 61.45µs I0504 20:36:51.472530 3671 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:36:51.472566 3671 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.429µs I0504 20:36:51.472575 3671 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 48.405µs I0504 20:36:51.472580 3671 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:36:51.472590 3671 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:36:51.472594 3671 default_node_network_controller.go:899] Starting the default node network controller I0504 20:36:51.472599 3671 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:36:51.472676 3671 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.547µs I0504 20:36:51.472755 3671 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:36:51.472766 3671 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:36:51.472789 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a13b70 0xc0002d0690 0xc0002d0700 0xc0002d0770 0xc0002d0850 0xc0002d08c0 0xc0002d09a0 0xc000a2de00 0xc0002d0a10 0xc0002d0a80 0xc0002202d0 0xc00656f3b0 0xc0002d0af0 map[0x2ff9080:0xc002a125a0 0x2ff95c0:0xc002a12720 0x2ffa2e0:0xc00278a600 0x2ffa580:0xc002a12540 0x2ffad60:0xc002a12600 0x2ffb000:0xc002a12660 0x2ffb2a0:0xc002a126c0 0x2ffba80:0xc002a12780 0x2ffbd20:0xc002a127e0 0x3026980:0xc001fa20c0 0x3026d20:0xc001fa21e0 0x3027800:0xc000c301e0 0x3029160:0xc001a5c000 0x30298a0:0xc001fa2240 0x302a720:0xc0012bdec0] 0xc000a2eb60 0} I0504 20:36:51.472892 3671 gateway.go:151] Starting gateway service sync I0504 20:36:51.473403 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:36:51.475924 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:36:51.485185 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:36:51.486453 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:36:51.487782 3671 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:36:51.523894 3671 gateway.go:168] Gateway service sync done. Time taken: 50.986823ms I0504 20:36:51.524215 3671 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32098 I0504 20:36:51.524854 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a13b70 0xc0002d0690 0xc0002d0700 0xc0002d0770 0xc0002d0850 0xc0002d08c0 0xc0002d09a0 0xc000a2de00 0xc0002d0a10 0xc0002d0a80 0xc0002202d0 0xc00656f3b0 0xc0002d0af0 map[0x2ff9080:0xc002a125a0 0x2ff95c0:0xc002a12720 0x2ffa2e0:0xc00278a600 0x2ffa580:0xc002a12540 0x2ffad60:0xc002a12600 0x2ffb000:0xc002a12660 0x2ffb2a0:0xc002a126c0 0x2ffba80:0xc002a12780 0x2ffbd20:0xc002a127e0 0x3026980:0xc001fa20c0 0x3026d20:0xc001fa21e0 0x3027800:0xc000c301e0 0x3029160:0xc001a5c000 0x30298a0:0xc001fa2240 0x302a720:0xc0012bdec0] 0xc000a2eb60 0} I0504 20:36:51.525411 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a13b70 0xc0002d0690 0xc0002d0700 0xc0002d0770 0xc0002d0850 0xc0002d08c0 0xc0002d09a0 0xc000a2de00 0xc0002d0a10 0xc0002d0a80 0xc0002202d0 0xc00656f3b0 0xc0002d0af0 map[0x2ff9080:0xc002a125a0 0x2ff95c0:0xc002a12720 0x2ffa2e0:0xc00278a600 0x2ffa580:0xc002a12540 0x2ffad60:0xc002a12600 0x2ffb000:0xc002a12660 0x2ffb2a0:0xc002a126c0 0x2ffba80:0xc002a12780 0x2ffbd20:0xc002a127e0 0x3026980:0xc001fa20c0 0x3026d20:0xc001fa21e0 0x3027800:0xc000c301e0 0x3029160:0xc001a5c000 0x30298a0:0xc001fa2240 0x302a720:0xc0012bdec0] 0xc000a2eb60 0} I0504 20:36:51.525454 3671 gateway.go:532] Reconciling gateway with updates I0504 20:36:51.530503 3671 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:36:51.530591 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:51.530603 3671 default_node_network_controller.go:944] Gateway and management port readiness took 57.82977ms I0504 20:36:51.530610 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:51.530619 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:51.530632 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:51.530636 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:51.530636 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:51.530654 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:51.530662 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:51.530660 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:51.530684 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:51.530688 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:51.530692 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:51.530707 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:51.530714 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:36:51.530718 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:51.530721 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0504 20:36:51.530727 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:36:51.530732 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:51.530754 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:51.530692 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:36:51.530759 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:36:51.530762 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0504 20:36:51.530735 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:36:51.530761 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:51.530771 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:36:51.530770 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:36:51.530608 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:51.530787 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:51.530799 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:51.530805 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:51.530809 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:51.530654 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:51.530812 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:51.530711 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:51.530820 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:36:51.530826 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:36:51.530820 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:51.530838 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:36:51.530832 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:36:51.530845 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:51.530618 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:51.530851 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:51.530853 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:36:51.530806 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:36:51.530852 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:51.530816 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:36:51.530789 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:51.530888 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:51.530891 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:51.530900 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:36:51.530905 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:51.530764 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:51.530910 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:51.530908 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:51.530919 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:36:51.530924 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0504 20:36:51.530922 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:36:51.530857 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:36:51.530938 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:51.530946 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:51.530953 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:36:51.530955 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:51.530963 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:51.530968 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:51.530971 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:51.530972 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:36:51.530975 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:36:51.530721 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:36:51.530984 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:36:51.530989 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:51.530999 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0504 20:36:51.531008 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0504 20:36:51.530894 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:51.531047 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:51.531050 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0504 20:36:51.531055 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:36:51.531060 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:36:51.530944 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:51.531067 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:36:51.531072 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:51.531075 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:36:51.531122 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:36:51.530720 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:51.531057 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:51.530925 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:36:51.530734 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:51.531273 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:51.530766 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:51.531316 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:51.530774 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:51.531345 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:51.530781 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:51.530777 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:51.531412 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:51.530808 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:51.531442 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:51.530824 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0504 20:36:51.530824 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:51.530833 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:51.531514 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:51.530838 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:51.531546 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:51.530848 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:51.531570 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:51.531577 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:36:51.530858 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:51.531590 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31508 is already open, no action needed I0504 20:36:51.531596 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31419 is already open, no action needed I0504 20:36:51.530863 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:51.530853 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:51.531676 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:51.530877 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:51.530907 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:51.531729 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:51.530928 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:51.530595 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:51.531823 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:51.530934 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0504 20:36:51.531866 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0504 20:36:51.530982 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:51.531885 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:51.531906 3671 node_ip_handler_linux.go:160] Node IP manager is running I0504 20:36:51.530984 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes W0504 20:36:51.570512 3671 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:36:51.570657 3671 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:36:51.570800 3671 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0504 20:36:51.590247 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:36:51.590268 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:36:51.590275 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:36:51.590285 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:36:51.590293 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:36:51.590300 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:36:51.590306 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:36:51.590311 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:36:51.590317 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:36:51.590322 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:36:51.590328 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:36:51.590333 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:36:51.630685 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:36:51.630696 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:36:51.630717 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:36:51.630727 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:36:51.630734 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:36:51.630766 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:36:51.630773 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:36:51.630778 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:36:51.674644 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) W0504 20:36:52.379955 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:36:52.790109 3671 default_node_network_controller.go:1380] Starting node controller node sync W0504 20:36:52.790136 3671 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:36:52.790174 3671 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0504 20:36:52.801896 3671 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.765382ms I0504 20:36:52.801990 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-243.ec2.internal", IP: 10.0.0.243 to PMTUD blocking rules I0504 20:36:52.802002 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-243.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:36:52.802455 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-50.ec2.internal", IP: 10.0.2.50 to PMTUD blocking rules I0504 20:36:52.802469 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-50.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:36:52.812602 3671 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:36:52.812869 3671 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:36:52.813011 3671 egressservice_node.go:183] Starting Egress Services Controller I0504 20:36:52.813032 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:36:52.813044 3671 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:36:52.813049 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:36:52.813055 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:36:52.813060 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:36:52.813065 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:36:52.813069 3671 egressservice_node.go:197] Repairing Egress Services I0504 20:36:52.823165 3671 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:36:52.823174 3671 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:36:52.823426 3671 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:36:52.823442 3671 link_network_manager.go:119] Link manager is running I0504 20:36:52.823454 3671 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:36:52.823612 3671 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:36:52.823840 3671 vrf_manager.go:128] VRF manager is running I0504 20:36:52.823911 3671 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:36:52.823921 3671 gateway.go:532] Reconciling gateway with updates I0504 20:36:52.849968 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:52.849976 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:52.849990 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:52.849989 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:52.849991 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:52.849996 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:52.850005 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:52.850010 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:52.850018 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:36:52.850014 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:52.850043 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:52.850044 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:52.850043 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:52.850052 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:52.850048 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:52.850050 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:52.850059 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:52.850063 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:52.850068 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:52.850068 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:52.850077 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:52.850081 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:52.850029 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:52.850087 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:52.850090 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:52.850094 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:52.850099 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:52.850066 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:52.850104 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:52.850115 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:52.850113 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0504 20:36:52.850119 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:52.850123 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:36:52.850129 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:52.850131 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:52.850134 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:52.850131 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:52.850137 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:52.850143 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:52.850144 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:52.850144 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:52.850151 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:52.850152 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:36:52.850160 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:52.850098 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:36:52.850168 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:36:52.850169 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:52.850174 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:52.850178 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:52.850174 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:52.850138 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:36:52.850188 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:52.850183 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0504 20:36:52.850189 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:52.850196 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:52.850197 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:36:52.850195 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:52.850203 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0504 20:36:52.850201 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:52.850207 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:52.850210 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0504 20:36:52.850215 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:36:52.850215 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:52.850108 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:52.850224 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:52.850228 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:52.850234 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:52.850237 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:52.850238 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0504 20:36:52.850242 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:52.850244 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:36:52.850248 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0504 20:36:52.850160 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:52.850258 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:36:52.850266 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:52.850150 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:52.850275 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:36:52.850206 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:36:52.850288 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:36:52.850293 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:36:52.850276 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:52.850169 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:52.850240 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:36:52.850155 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:52.850359 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:52.850130 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0504 20:36:52.850139 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:52.850404 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:52.850225 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31508 is already open, no action needed I0504 20:36:52.850450 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31419 is already open, no action needed I0504 20:36:52.850165 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:52.850507 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:52.850120 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:52.850181 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:52.850605 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:52.850649 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:36:52.850658 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:52.850676 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:52.850676 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:36:52.850183 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:52.850684 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:36:52.850691 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:36:52.850686 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:36:52.850698 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:36:52.850192 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:52.850705 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:36:52.850711 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:52.850717 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:36:52.850718 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:36:52.850720 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:36:52.850712 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:36:52.850659 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:36:52.850668 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:36:52.850217 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:52.850771 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:36:52.850773 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:36:52.850723 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:36:52.850226 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:52.850183 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:52.850808 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:36:52.850821 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:52.850729 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:36:52.850828 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:36:52.850830 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:36:52.850841 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:36:52.850846 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:36:52.850850 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:36:52.850906 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0504 20:36:52.850918 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0504 20:36:52.894170 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:36:52.894266 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:36:52.894279 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:36:52.894286 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:36:52.894292 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:36:52.894298 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0504 20:36:52.937137 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:36:52.937162 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:36:52.937169 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:36:52.937178 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:36:52.937184 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0504 20:36:52.937189 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:36:52.937197 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:36:52.976793 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:36:52.976812 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:36:52.976819 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:36:52.976825 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0504 20:36:54.625734 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:54.625781 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 54.604µs I0504 20:36:54.658653 3671 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-744d78896b-8ctxf] creating logical port openshift-image-registry_image-registry-744d78896b-8ctxf for pod on switch ip-10-0-1-160.ec2.internal I0504 20:36:54.658799 3671 kube.go:256] Updating pod openshift-image-registry/image-registry-744d78896b-8ctxf I0504 20:36:54.675524 3671 pod.go:62] [openshift-image-registry/image-registry-744d78896b-8ctxf] pod update took 16.816108ms I0504 20:36:54.675543 3671 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-744d78896b-8ctxf] addLogicalPort annotation time took 16.838418ms I0504 20:36:54.676789 3671 pods.go:271] [openshift-image-registry/image-registry-744d78896b-8ctxf] addLogicalPort took 18.154539ms, libovsdb time 927.429µs I0504 20:36:54.683495 3671 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-blht9] creating logical port openshift-ingress-canary_ingress-canary-blht9 for pod on switch ip-10-0-1-160.ec2.internal I0504 20:36:54.683569 3671 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-blht9 I0504 20:36:54.690993 3671 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-9fh5l] creating logical port openshift-dns_dns-default-9fh5l for pod on switch ip-10-0-1-160.ec2.internal I0504 20:36:54.691063 3671 kube.go:256] Updating pod openshift-dns/dns-default-9fh5l I0504 20:36:54.700500 3671 pod.go:62] [openshift-ingress-canary/ingress-canary-blht9] pod update took 16.961278ms I0504 20:36:54.700579 3671 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-blht9] addLogicalPort annotation time took 17.041744ms I0504 20:36:54.706716 3671 pods.go:271] [openshift-ingress-canary/ingress-canary-blht9] addLogicalPort took 23.231978ms, libovsdb time 5.223429ms I0504 20:36:54.708155 3671 pod.go:62] [openshift-dns/dns-default-9fh5l] pod update took 17.113279ms I0504 20:36:54.708227 3671 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-9fh5l] addLogicalPort annotation time took 17.185734ms I0504 20:36:54.712907 3671 pods.go:271] [openshift-dns/dns-default-9fh5l] addLogicalPort took 21.861054ms, libovsdb time 4.123357ms I0504 20:36:54.720140 3671 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rbsck] creating logical port openshift-insights_insights-runtime-extractor-rbsck for pod on switch ip-10-0-1-160.ec2.internal I0504 20:36:54.720233 3671 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rbsck I0504 20:36:54.734725 3671 pod.go:62] [openshift-insights/insights-runtime-extractor-rbsck] pod update took 14.522465ms I0504 20:36:54.734756 3671 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rbsck] addLogicalPort annotation time took 14.555492ms I0504 20:36:54.735724 3671 pods.go:271] [openshift-insights/insights-runtime-extractor-rbsck] addLogicalPort took 15.594491ms, libovsdb time 702.784µs I0504 20:36:55.013361 3671 cni.go:452] [openshift-image-registry/image-registry-744d78896b-8ctxf 488401e461016ac3ce909c496fbc48547c1628e9f16b59d4501a7f5947b3565c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-744d78896b-8ctxf 488401e461016ac3ce909c496fbc48547c1628e9f16b59d4501a7f5947b3565c network default NAD default NAD key ] I0504 20:36:55.032107 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-744d78896b-8ctxf, hostIfaceName: 488401e461016ac, network: default, NAD default, SandboxID: "488401e461016ac3ce909c496fbc48547c1628e9f16b59d4501a7f5947b3565c", PCI device ID: , UID: "cae64010-e7e1-41fd-9d4a-ab18d2cc67f6", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0504 20:36:55.066902 3671 cni.go:452] [openshift-ingress-canary/ingress-canary-blht9 7681b65588122ab9f9d00640b879a8ebedec4755a92335b5ad63a9b9f60ec71d network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-blht9 7681b65588122ab9f9d00640b879a8ebedec4755a92335b5ad63a9b9f60ec71d network default NAD default NAD key ] I0504 20:36:55.069948 3671 cni.go:452] [openshift-dns/dns-default-9fh5l 0c2c6f2e2456d8aea68ef4a792292325387554dbbe1756f8a83ddb4dcbf504d6 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-9fh5l 0c2c6f2e2456d8aea68ef4a792292325387554dbbe1756f8a83ddb4dcbf504d6 network default NAD default NAD key ] I0504 20:36:55.077449 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-blht9, hostIfaceName: 7681b65588122ab, network: default, NAD default, SandboxID: "7681b65588122ab9f9d00640b879a8ebedec4755a92335b5ad63a9b9f60ec71d", PCI device ID: , UID: "9ba5d23c-cbff-437e-abfc-5dd57032c4ea", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0504 20:36:55.082580 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-9fh5l, hostIfaceName: 0c2c6f2e2456d8a, network: default, NAD default, SandboxID: "0c2c6f2e2456d8aea68ef4a792292325387554dbbe1756f8a83ddb4dcbf504d6", PCI device ID: , UID: "35d87a4c-67cc-4260-be52-7c62a5c45fda", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0504 20:36:55.087463 3671 cni.go:473] [openshift-image-registry/image-registry-744d78896b-8ctxf 488401e461016ac3ce909c496fbc48547c1628e9f16b59d4501a7f5947b3565c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-744d78896b-8ctxf 488401e461016ac3ce909c496fbc48547c1628e9f16b59d4501a7f5947b3565c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ca:37:10:07:16\",\"name\":\"488401e461016ac\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/120ee6c4-4da2-43aa-b5ee-9f85da085575\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:36:55.088513 3671 cni.go:452] [openshift-insights/insights-runtime-extractor-rbsck b77f1409f4aae33b453af2b3560d26d1dcdbc4df8eb05bb5918a4488154ef118 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rbsck b77f1409f4aae33b453af2b3560d26d1dcdbc4df8eb05bb5918a4488154ef118 network default NAD default NAD key ] I0504 20:36:55.098764 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rbsck, hostIfaceName: b77f1409f4aae33, network: default, NAD default, SandboxID: "b77f1409f4aae33b453af2b3560d26d1dcdbc4df8eb05bb5918a4488154ef118", PCI device ID: , UID: "099a6815-6c4e-4130-8b03-465d58380c44", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0504 20:36:55.128089 3671 cni.go:473] [openshift-ingress-canary/ingress-canary-blht9 7681b65588122ab9f9d00640b879a8ebedec4755a92335b5ad63a9b9f60ec71d network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-blht9 7681b65588122ab9f9d00640b879a8ebedec4755a92335b5ad63a9b9f60ec71d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:9e:ba:92:f0:08\",\"name\":\"7681b65588122ab\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f544446-a0ad-44cd-8316-95480601de34\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:36:55.133965 3671 cni.go:473] [openshift-dns/dns-default-9fh5l 0c2c6f2e2456d8aea68ef4a792292325387554dbbe1756f8a83ddb4dcbf504d6 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-9fh5l 0c2c6f2e2456d8aea68ef4a792292325387554dbbe1756f8a83ddb4dcbf504d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:18:8a:45:dc:4c\",\"name\":\"0c2c6f2e2456d8a\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c892dd40-0d3a-45c9-a455-2f0697f03b90\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:36:55.145396 3671 cni.go:473] [openshift-insights/insights-runtime-extractor-rbsck b77f1409f4aae33b453af2b3560d26d1dcdbc4df8eb05bb5918a4488154ef118 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rbsck b77f1409f4aae33b453af2b3560d26d1dcdbc4df8eb05bb5918a4488154ef118 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:6d:2c:0b:38:f4\",\"name\":\"b77f1409f4aae33\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/939a9827-409c-481b-b2ce-69d115ab8546\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:36:55.205884 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:36:55.356174 3671 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:55.356194 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:55.356199 3671 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:55.396421 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:36:55.887681 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:36:56.780367 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-r6tdm] creating logical port openshift-monitoring_prometheus-operator-76b589d668-r6tdm for pod on switch ip-10-0-1-160.ec2.internal I0504 20:36:56.780486 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-r6tdm I0504 20:36:56.796100 3671 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-r6tdm] pod update took 15.64601ms I0504 20:36:56.796126 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-r6tdm] addLogicalPort annotation time took 15.675983ms I0504 20:36:56.797212 3671 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-r6tdm] addLogicalPort took 16.86847ms, libovsdb time 798.76µs I0504 20:36:58.200148 3671 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-r6tdm 38aca67e9e95e51cb4ab2214e862bb38d330ec81378728449e1da0babd1a538f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-r6tdm 38aca67e9e95e51cb4ab2214e862bb38d330ec81378728449e1da0babd1a538f network default NAD default NAD key ] I0504 20:36:58.211562 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-r6tdm, hostIfaceName: 38aca67e9e95e51, network: default, NAD default, SandboxID: "38aca67e9e95e51cb4ab2214e862bb38d330ec81378728449e1da0babd1a538f", PCI device ID: , UID: "9da9cbd5-8948-4459-a847-33b459a24b8c", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0504 20:36:58.233871 3671 cni.go:452] [openshift-network-diagnostics/network-check-target-l7bln 4cd94b7c42128edf77c824d98a55986107b950c48cceedfff7903bd5fe6bd7ab network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-l7bln 4cd94b7c42128edf77c824d98a55986107b950c48cceedfff7903bd5fe6bd7ab network default NAD default NAD key ] I0504 20:36:58.234897 3671 cni.go:452] [openshift-multus/network-metrics-daemon-s5gvk d355fc0640dd3451ba36a2e1bf3c671d70d1c0c1dd88e74f35b8dca04af9da8c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-s5gvk d355fc0640dd3451ba36a2e1bf3c671d70d1c0c1dd88e74f35b8dca04af9da8c network default NAD default NAD key ] I0504 20:36:58.247485 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-s5gvk, hostIfaceName: d355fc0640dd345, network: default, NAD default, SandboxID: "d355fc0640dd3451ba36a2e1bf3c671d70d1c0c1dd88e74f35b8dca04af9da8c", PCI device ID: , UID: "167db2b9-173b-44c6-9161-bc8f1600dc18", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0504 20:36:58.249281 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-l7bln, hostIfaceName: 4cd94b7c42128ed, network: default, NAD default, SandboxID: "4cd94b7c42128edf77c824d98a55986107b950c48cceedfff7903bd5fe6bd7ab", PCI device ID: , UID: "86f1ea02-83dc-486f-8631-e823bb5891de", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0504 20:36:58.272030 3671 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-r6tdm 38aca67e9e95e51cb4ab2214e862bb38d330ec81378728449e1da0babd1a538f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-r6tdm 38aca67e9e95e51cb4ab2214e862bb38d330ec81378728449e1da0babd1a538f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:cc:b7:8c:69:13\",\"name\":\"38aca67e9e95e51\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a48d6844-2a3a-4311-ba5e-74d594f619ac\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:36:58.304588 3671 cni.go:473] [openshift-multus/network-metrics-daemon-s5gvk d355fc0640dd3451ba36a2e1bf3c671d70d1c0c1dd88e74f35b8dca04af9da8c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-s5gvk d355fc0640dd3451ba36a2e1bf3c671d70d1c0c1dd88e74f35b8dca04af9da8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:6c:28:3b:c1:ee\",\"name\":\"d355fc0640dd345\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d3710d0-b75e-4e6c-8bbb-ecf63f2aa872\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:36:58.308960 3671 cni.go:473] [openshift-network-diagnostics/network-check-target-l7bln 4cd94b7c42128edf77c824d98a55986107b950c48cceedfff7903bd5fe6bd7ab network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-l7bln 4cd94b7c42128edf77c824d98a55986107b950c48cceedfff7903bd5fe6bd7ab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:84:0e:ab:19:31\",\"name\":\"4cd94b7c42128ed\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/309e8ab2-b986-4b9a-83d2-994a2f57e995\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:36:58.812363 3671 default_network_controller.go:1025] Node "ip-10-0-0-243.ec2.internal" in remote zone "ip-10-0-0-243.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:58.813266 3671 zone_ic_handler.go:195] Time taken to create transit switch: 316.272µs I0504 20:36:58.813284 3671 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-243.ec2.internal for the network default I0504 20:36:58.814488 3671 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-243.ec2.internal" on network "default" took: 1.554668ms I0504 20:36:58.868098 3671 base_network_controller_pods.go:487] [default/openshift-console/console-69d7cfb6bd-jfz45] creating logical port openshift-console_console-69d7cfb6bd-jfz45 for pod on switch ip-10-0-1-160.ec2.internal I0504 20:36:58.868319 3671 kube.go:256] Updating pod openshift-console/console-69d7cfb6bd-jfz45 I0504 20:36:58.884101 3671 pod.go:62] [openshift-console/console-69d7cfb6bd-jfz45] pod update took 15.822411ms I0504 20:36:58.884127 3671 base_network_controller_pods.go:951] [default/openshift-console/console-69d7cfb6bd-jfz45] addLogicalPort annotation time took 15.853106ms I0504 20:36:58.885678 3671 pods.go:271] [openshift-console/console-69d7cfb6bd-jfz45] addLogicalPort took 17.599763ms, libovsdb time 1.145925ms W0504 20:36:58.936915 3671 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:58.936995 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:58.937010 3671 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:36:59.951028 3671 cni.go:452] [openshift-console/console-69d7cfb6bd-jfz45 315e9b07df51217f9ae41478a55f5f1b20983b540a9eb3d81ada1eeb548f3aa7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-69d7cfb6bd-jfz45 315e9b07df51217f9ae41478a55f5f1b20983b540a9eb3d81ada1eeb548f3aa7 network default NAD default NAD key ] I0504 20:36:59.963757 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-69d7cfb6bd-jfz45, hostIfaceName: 315e9b07df51217, network: default, NAD default, SandboxID: "315e9b07df51217f9ae41478a55f5f1b20983b540a9eb3d81ada1eeb548f3aa7", PCI device ID: , UID: "4b80a049-83e0-473e-8796-4fd6d2779d9c", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0504 20:37:00.020292 3671 cni.go:473] [openshift-console/console-69d7cfb6bd-jfz45 315e9b07df51217f9ae41478a55f5f1b20983b540a9eb3d81ada1eeb548f3aa7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-69d7cfb6bd-jfz45 315e9b07df51217f9ae41478a55f5f1b20983b540a9eb3d81ada1eeb548f3aa7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:92:5c:76:2c:05\",\"name\":\"315e9b07df51217\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/852052ad-61de-4055-826d-c245e730244e\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:37:01.143825 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143845 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143851 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143863 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143869 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143873 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 20:37:03.304152 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-vq8ms] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-vq8ms for pod on switch ip-10-0-1-160.ec2.internal I0504 20:37:03.304315 3671 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-vq8ms I0504 20:37:03.322424 3671 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-vq8ms] pod update took 18.14995ms I0504 20:37:03.322449 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-vq8ms] addLogicalPort annotation time took 18.180688ms I0504 20:37:03.323877 3671 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-vq8ms] addLogicalPort took 19.746859ms, libovsdb time 1.126008ms I0504 20:37:03.752562 3671 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-vq8ms 69200892ebb252c9b8eb1b949bdec807f891e9534e216cd41c256811506c1e89 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-vq8ms 69200892ebb252c9b8eb1b949bdec807f891e9534e216cd41c256811506c1e89 network default NAD default NAD key ] I0504 20:37:03.762667 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-vq8ms, hostIfaceName: 69200892ebb252c, network: default, NAD default, SandboxID: "69200892ebb252c9b8eb1b949bdec807f891e9534e216cd41c256811506c1e89", PCI device ID: , UID: "6ecfd5e7-df81-4ecc-9c0d-53446427f182", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0504 20:37:03.809998 3671 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-vq8ms 69200892ebb252c9b8eb1b949bdec807f891e9534e216cd41c256811506c1e89 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-vq8ms 69200892ebb252c9b8eb1b949bdec807f891e9534e216cd41c256811506c1e89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:35:fc:e9:d5:b9\",\"name\":\"69200892ebb252c\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c65b2c2-42f0-4dd1-b4c9-dcb617f5b410\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:37:04.352089 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-160.ec2.internal I0504 20:37:04.352182 3671 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0504 20:37:04.374856 3671 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 22.708104ms I0504 20:37:04.374952 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 22.807219ms I0504 20:37:04.376394 3671 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 24.316009ms, libovsdb time 1.058196ms W0504 20:37:04.940856 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:37:05.369969 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:05.369991 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:05.369998 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:05.370009 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:05.370014 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:05.370018 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 20:37:05.445132 3671 cni.go:452] [openshift-monitoring/alertmanager-main-1 9ea40db3772fe0367d1706d22adb2a0d14be96c37be91ae34e124f6d1d6c5946 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 9ea40db3772fe0367d1706d22adb2a0d14be96c37be91ae34e124f6d1d6c5946 network default NAD default NAD key ] I0504 20:37:05.455054 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 9ea40db3772fe03, network: default, NAD default, SandboxID: "9ea40db3772fe0367d1706d22adb2a0d14be96c37be91ae34e124f6d1d6c5946", PCI device ID: , UID: "e2b5c6f3-0104-4e16-a876-421159eddeb5", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0504 20:37:05.502615 3671 cni.go:473] [openshift-monitoring/alertmanager-main-1 9ea40db3772fe0367d1706d22adb2a0d14be96c37be91ae34e124f6d1d6c5946 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 9ea40db3772fe0367d1706d22adb2a0d14be96c37be91ae34e124f6d1d6c5946 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:9b:96:ef:ed:bf\",\"name\":\"9ea40db3772fe03\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6189f6f-7f2a-4f09-b725-aa2f1d7a48cb\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:37:06.362080 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-5d5bb99875-qfzvv] creating logical port openshift-monitoring_thanos-querier-5d5bb99875-qfzvv for pod on switch ip-10-0-1-160.ec2.internal I0504 20:37:06.362214 3671 kube.go:256] Updating pod openshift-monitoring/thanos-querier-5d5bb99875-qfzvv I0504 20:37:06.380069 3671 pod.go:62] [openshift-monitoring/thanos-querier-5d5bb99875-qfzvv] pod update took 17.888993ms I0504 20:37:06.380091 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-5d5bb99875-qfzvv] addLogicalPort annotation time took 17.916002ms I0504 20:37:06.381382 3671 pods.go:271] [openshift-monitoring/thanos-querier-5d5bb99875-qfzvv] addLogicalPort took 19.318882ms, libovsdb time 935.098µs I0504 20:37:06.730370 3671 cni.go:452] [openshift-monitoring/thanos-querier-5d5bb99875-qfzvv 2ce451f851b440114718077be673d162bc7e0dd775e6af0fa1b21cc2b536f9fe network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-5d5bb99875-qfzvv 2ce451f851b440114718077be673d162bc7e0dd775e6af0fa1b21cc2b536f9fe network default NAD default NAD key ] I0504 20:37:06.740040 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-5d5bb99875-qfzvv, hostIfaceName: 2ce451f851b4401, network: default, NAD default, SandboxID: "2ce451f851b440114718077be673d162bc7e0dd775e6af0fa1b21cc2b536f9fe", PCI device ID: , UID: "82ba9052-04ef-4ffb-83cb-af20a78eb060", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0504 20:37:06.787088 3671 cni.go:473] [openshift-monitoring/thanos-querier-5d5bb99875-qfzvv 2ce451f851b440114718077be673d162bc7e0dd775e6af0fa1b21cc2b536f9fe network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-5d5bb99875-qfzvv 2ce451f851b440114718077be673d162bc7e0dd775e6af0fa1b21cc2b536f9fe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:fe:e6:0e:d6:9f\",\"name\":\"2ce451f851b4401\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca981781-9020-486f-bc03-5322cc01f66f\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:37:07.204316 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0504 20:37:07.759386 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-847db8b947-pt7l4] creating logical port openshift-monitoring_metrics-server-847db8b947-pt7l4 for pod on switch ip-10-0-1-160.ec2.internal I0504 20:37:07.759550 3671 kube.go:256] Updating pod openshift-monitoring/metrics-server-847db8b947-pt7l4 I0504 20:37:07.772423 3671 pod.go:62] [openshift-monitoring/metrics-server-847db8b947-pt7l4] pod update took 12.911887ms I0504 20:37:07.772442 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-847db8b947-pt7l4] addLogicalPort annotation time took 12.938022ms I0504 20:37:07.773645 3671 pods.go:271] [openshift-monitoring/metrics-server-847db8b947-pt7l4] addLogicalPort took 14.278743ms, libovsdb time 927.192µs I0504 20:37:07.958888 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmff] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-ncmff for pod on switch ip-10-0-1-160.ec2.internal I0504 20:37:07.959066 3671 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmff I0504 20:37:07.975843 3671 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmff] pod update took 16.802205ms I0504 20:37:07.975867 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmff] addLogicalPort annotation time took 16.833161ms I0504 20:37:07.977047 3671 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmff] addLogicalPort took 18.177376ms, libovsdb time 862.155µs W0504 20:37:07.993026 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:07.993045 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:07.993051 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:37:08.159877 3671 cni.go:452] [openshift-monitoring/metrics-server-847db8b947-pt7l4 3e92666dcde1b97b9b4b528a4b812bfafabbc9db786fe42ff8d75987a543fdc0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-847db8b947-pt7l4 3e92666dcde1b97b9b4b528a4b812bfafabbc9db786fe42ff8d75987a543fdc0 network default NAD default NAD key ] I0504 20:37:08.170570 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-847db8b947-pt7l4, hostIfaceName: 3e92666dcde1b97, network: default, NAD default, SandboxID: "3e92666dcde1b97b9b4b528a4b812bfafabbc9db786fe42ff8d75987a543fdc0", PCI device ID: , UID: "e981953a-04e1-4e12-9822-4491880039c4", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0504 20:37:08.221011 3671 cni.go:473] [openshift-monitoring/metrics-server-847db8b947-pt7l4 3e92666dcde1b97b9b4b528a4b812bfafabbc9db786fe42ff8d75987a543fdc0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-847db8b947-pt7l4 3e92666dcde1b97b9b4b528a4b812bfafabbc9db786fe42ff8d75987a543fdc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:9f:47:d6:44:20\",\"name\":\"3e92666dcde1b97\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e514db5d-1f1e-417f-b55d-4e3d7d6893cc\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:37:08.437436 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0504 20:37:08.885710 3671 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmff de9c4bfa7510c6316315bc239ef13f098b0b520a5205b1a69143b5ac9d0a0aec network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmff de9c4bfa7510c6316315bc239ef13f098b0b520a5205b1a69143b5ac9d0a0aec network default NAD default NAD key ] I0504 20:37:08.896388 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-ncmff, hostIfaceName: de9c4bfa7510c63, network: default, NAD default, SandboxID: "de9c4bfa7510c6316315bc239ef13f098b0b520a5205b1a69143b5ac9d0a0aec", PCI device ID: , UID: "ce3b1fce-cf04-46c9-b5c6-3a8053b49563", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] W0504 20:37:08.924829 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:08.924851 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:08.924857 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0504 20:37:08.952129 3671 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmff de9c4bfa7510c6316315bc239ef13f098b0b520a5205b1a69143b5ac9d0a0aec network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-ncmff de9c4bfa7510c6316315bc239ef13f098b0b520a5205b1a69143b5ac9d0a0aec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:f8:d4:b5:48:19\",\"name\":\"de9c4bfa7510c63\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1825817c-4b60-4f89-a240-f4dbaae402f9\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:37:09.448614 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:09.448631 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:09.448636 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:37:09.650393 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-160.ec2.internal I0504 20:37:09.650613 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0504 20:37:09.704558 3671 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 54.001144ms I0504 20:37:09.704589 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 54.037106ms I0504 20:37:09.706070 3671 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 55.699742ms, libovsdb time 1.059784ms W0504 20:37:09.986475 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:37:10.117471 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:37:10.117500 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:37:11.537608 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-0 d091f83c5a9eb5a5e6e3aa5df00ac1eb21f175b85241451b547b656b46b8ccf5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 d091f83c5a9eb5a5e6e3aa5df00ac1eb21f175b85241451b547b656b46b8ccf5 network default NAD default NAD key ] I0504 20:37:11.547833 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: d091f83c5a9eb5a, network: default, NAD default, SandboxID: "d091f83c5a9eb5a5e6e3aa5df00ac1eb21f175b85241451b547b656b46b8ccf5", PCI device ID: , UID: "ce348e5e-38ea-4741-aac5-11ca1f06e7be", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0504 20:37:11.602455 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-0 d091f83c5a9eb5a5e6e3aa5df00ac1eb21f175b85241451b547b656b46b8ccf5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 d091f83c5a9eb5a5e6e3aa5df00ac1eb21f175b85241451b547b656b46b8ccf5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:ed:12:f1:3f:5c\",\"name\":\"d091f83c5a9eb5a\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbb7cf1f-9cb2-4289-a24b-51fb8c403e86\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:37:11.990970 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:37:12.033471 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:12.033487 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:13.044296 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.044318 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.044326 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.044335 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.075209 3671 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-56dd8564df-c9tl6 IP address from the namespace address-set, err: pod openshift-console/console-56dd8564df-c9tl6: no pod IPs found W0504 20:37:13.358589 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:37:13.358687 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:37:13.406073 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:37:13.406096 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:37:13.507588 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:13.507614 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:13.536009 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:37:14.527518 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:14.527570 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:14.527579 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:14.527585 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.027643 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.027662 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.027667 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:15.027673 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:16.968953 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:37:33.013258 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0504 20:37:33.713415 3671 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:33.713983 3671 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:37:33.940064 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:37:34.565915 3671 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:34.565937 3671 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:34.573235 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69d7cfb6bd-8gt6m I0504 20:37:34.573250 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69d7cfb6bd-8gt6m W0504 20:37:35.355730 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:35.355781 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:35.355789 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:35.355807 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:35.355814 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:35.355821 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:35.384493 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:35.384509 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:35.384515 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:37:38.568163 3671 obj_retry.go:498] Detected object openshift-console/console-56dd8564df-h2br8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:38.568700 3671 obj_retry.go:498] Detected object openshift-console/console-56dd8564df-h2br8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:38.726676 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:38.727187 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:39.361757 3671 obj_retry.go:492] Detected object openshift-console/console-56dd8564df-h2br8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.361780 3671 obj_retry.go:492] Detected object openshift-console/console-56dd8564df-h2br8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.367580 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56dd8564df-h2br8 I0504 20:37:39.367615 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56dd8564df-h2br8 I0504 20:37:39.381702 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.381720 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.387286 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-778bf869c8-d475j I0504 20:37:39.387307 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-778bf869c8-d475j W0504 20:37:44.391908 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:37:46.394292 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 20:37:55.043200 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:55.043222 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:59.453633 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0504 20:38:06.335444 3671 obj_retry.go:498] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:06.335980 3671 obj_retry.go:498] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:06.483687 3671 obj_retry.go:492] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:06.483705 3671 obj_retry.go:492] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:06.486258 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-55c45d4cc-jl9n9 I0504 20:38:06.486286 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-55c45d4cc-jl9n9 I0504 20:38:09.827730 3671 cni.go:452] [openshift-console/console-69d7cfb6bd-jfz45 315e9b07df51217f9ae41478a55f5f1b20983b540a9eb3d81ada1eeb548f3aa7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-69d7cfb6bd-jfz45 315e9b07df51217f9ae41478a55f5f1b20983b540a9eb3d81ada1eeb548f3aa7 network default NAD default NAD key ] I0504 20:38:09.899929 3671 cni.go:473] [openshift-console/console-69d7cfb6bd-jfz45 315e9b07df51217f9ae41478a55f5f1b20983b540a9eb3d81ada1eeb548f3aa7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-69d7cfb6bd-jfz45 315e9b07df51217f9ae41478a55f5f1b20983b540a9eb3d81ada1eeb548f3aa7 network default NAD default NAD key default], result "{}", err I0504 20:38:09.946398 3671 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.946442 3671 pods.go:176] Deleting pod: openshift-console/console-69d7cfb6bd-jfz45 I0504 20:38:09.947620 3671 pods.go:236] Attempting to release IPs for pod: openshift-console/console-69d7cfb6bd-jfz45, ips: 10.130.0.10 I0504 20:38:09.947646 3671 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:10.232605 3671 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.232629 3671 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.235577 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69d7cfb6bd-jfz45 I0504 20:38:10.235605 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69d7cfb6bd-jfz45 I0504 20:38:24.907055 3671 cni.go:452] [openshift-monitoring/alertmanager-main-1 9ea40db3772fe0367d1706d22adb2a0d14be96c37be91ae34e124f6d1d6c5946 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 9ea40db3772fe0367d1706d22adb2a0d14be96c37be91ae34e124f6d1d6c5946 network default NAD default NAD key ] I0504 20:38:24.984983 3671 cni.go:473] [openshift-monitoring/alertmanager-main-1 9ea40db3772fe0367d1706d22adb2a0d14be96c37be91ae34e124f6d1d6c5946 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 9ea40db3772fe0367d1706d22adb2a0d14be96c37be91ae34e124f6d1d6c5946 network default NAD default NAD key default], result "{}", err I0504 20:38:25.058468 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:25.058508 3671 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0504 20:38:25.060183 3671 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.12 I0504 20:38:25.060220 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:25.300271 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:25.300292 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:25.306079 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:38:25.306110 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:38:25.343246 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-160.ec2.internal I0504 20:38:25.343354 3671 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0504 20:38:25.362987 3671 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 19.667753ms I0504 20:38:25.363017 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 19.701781ms I0504 20:38:25.364332 3671 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.103905ms, libovsdb time 927.681µs I0504 20:38:25.705265 3671 cni.go:452] [openshift-monitoring/alertmanager-main-1 4552b9c735da6159110100de9ccdb59a462bf8eda2e3b5dca0bc8e422bbb44a1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 4552b9c735da6159110100de9ccdb59a462bf8eda2e3b5dca0bc8e422bbb44a1 network default NAD default NAD key ] I0504 20:38:25.715100 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 4552b9c735da615, network: default, NAD default, SandboxID: "4552b9c735da6159110100de9ccdb59a462bf8eda2e3b5dca0bc8e422bbb44a1", PCI device ID: , UID: "a82ecc49-068c-49d2-97b7-2d1005dd6d4a", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0504 20:38:25.765993 3671 cni.go:473] [openshift-monitoring/alertmanager-main-1 4552b9c735da6159110100de9ccdb59a462bf8eda2e3b5dca0bc8e422bbb44a1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 4552b9c735da6159110100de9ccdb59a462bf8eda2e3b5dca0bc8e422bbb44a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ad:a4:bf:92:17\",\"name\":\"4552b9c735da615\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab9f8588-1c80-4e0a-95c2-aaf85559f71b\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:38:27.811120 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6649dc894-p7mkr] creating logical port openshift-monitoring_telemeter-client-6649dc894-p7mkr for pod on switch ip-10-0-1-160.ec2.internal I0504 20:38:27.811321 3671 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6649dc894-p7mkr I0504 20:38:27.829845 3671 pod.go:62] [openshift-monitoring/telemeter-client-6649dc894-p7mkr] pod update took 18.569594ms I0504 20:38:27.829867 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6649dc894-p7mkr] addLogicalPort annotation time took 18.597146ms I0504 20:38:27.832094 3671 pods.go:271] [openshift-monitoring/telemeter-client-6649dc894-p7mkr] addLogicalPort took 20.994301ms, libovsdb time 1.880459ms I0504 20:38:28.178538 3671 cni.go:452] [openshift-monitoring/telemeter-client-6649dc894-p7mkr 75c86d85b2b141df1f70c2a71d9c91f2141fe7a3265b652dd880debcd8506171 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6649dc894-p7mkr 75c86d85b2b141df1f70c2a71d9c91f2141fe7a3265b652dd880debcd8506171 network default NAD default NAD key ] I0504 20:38:28.188470 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6649dc894-p7mkr, hostIfaceName: 75c86d85b2b141d, network: default, NAD default, SandboxID: "75c86d85b2b141df1f70c2a71d9c91f2141fe7a3265b652dd880debcd8506171", PCI device ID: , UID: "6b78ad72-be7f-40bd-bccf-62d0a55450b6", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0504 20:38:28.238090 3671 cni.go:473] [openshift-monitoring/telemeter-client-6649dc894-p7mkr 75c86d85b2b141df1f70c2a71d9c91f2141fe7a3265b652dd880debcd8506171 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6649dc894-p7mkr 75c86d85b2b141df1f70c2a71d9c91f2141fe7a3265b652dd880debcd8506171 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:26:6c:91:e0:ac\",\"name\":\"75c86d85b2b141d\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60693fa8-526f-4181-bed2-3962309c8ab3\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:38:29.412577 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:29.413187 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:29.800947 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:29.800970 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:29.807118 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:38:29.807151 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:38:31.549181 3671 base_network_controller_pods.go:487] [default/openshift-console/console-54f4f5f967-dtk4f] creating logical port openshift-console_console-54f4f5f967-dtk4f for pod on switch ip-10-0-1-160.ec2.internal I0504 20:38:31.549310 3671 kube.go:256] Updating pod openshift-console/console-54f4f5f967-dtk4f I0504 20:38:31.567352 3671 pod.go:62] [openshift-console/console-54f4f5f967-dtk4f] pod update took 18.067122ms I0504 20:38:31.567374 3671 base_network_controller_pods.go:951] [default/openshift-console/console-54f4f5f967-dtk4f] addLogicalPort annotation time took 18.093901ms I0504 20:38:31.568505 3671 pods.go:271] [openshift-console/console-54f4f5f967-dtk4f] addLogicalPort took 19.34165ms, libovsdb time 847.55µs I0504 20:38:31.911858 3671 cni.go:452] [openshift-console/console-54f4f5f967-dtk4f 676cc3d474a824e9ae733013affcfb6a193dc500a2329a3d08e8e6481d5a9219 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-54f4f5f967-dtk4f 676cc3d474a824e9ae733013affcfb6a193dc500a2329a3d08e8e6481d5a9219 network default NAD default NAD key ] I0504 20:38:31.921330 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-54f4f5f967-dtk4f, hostIfaceName: 676cc3d474a824e, network: default, NAD default, SandboxID: "676cc3d474a824e9ae733013affcfb6a193dc500a2329a3d08e8e6481d5a9219", PCI device ID: , UID: "e117439e-1a25-42b8-8ce6-8dbd2023dfe0", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0504 20:38:31.991857 3671 cni.go:473] [openshift-console/console-54f4f5f967-dtk4f 676cc3d474a824e9ae733013affcfb6a193dc500a2329a3d08e8e6481d5a9219 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-54f4f5f967-dtk4f 676cc3d474a824e9ae733013affcfb6a193dc500a2329a3d08e8e6481d5a9219 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:f2:5c:4c:c6:4b\",\"name\":\"676cc3d474a824e\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53b814de-d0ea-4702-9555-356794cf3d63\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:38:37.459240 3671 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0504 20:38:42.394217 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:38:55.750999 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:38:55.751026 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:38:55.751034 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0504 20:38:57.051254 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:57.051899 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:57.927145 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:57.927187 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:57.930627 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:38:57.930653 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:38:58.996225 3671 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:58.996770 3671 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:59.743936 3671 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:59.743961 3671 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:59.747133 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f6495f9c9-jqzp4 I0504 20:38:59.747163 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f6495f9c9-jqzp4 I0504 20:39:00.844710 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.845261 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.845293 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.845305 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:39:00.845323 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.845332 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:39:01.870457 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:01.870482 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:01.870494 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:01.870508 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:05.796380 3671 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:39:05.803866 3671 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:39:07.719363 3671 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-rzvml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:07.719917 3671 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-rzvml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:07.967903 3671 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-rzvml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:07.967932 3671 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-rzvml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:07.973035 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f6495f9c9-rzvml I0504 20:39:07.973063 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f6495f9c9-rzvml I0504 20:39:32.263193 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-0 d091f83c5a9eb5a5e6e3aa5df00ac1eb21f175b85241451b547b656b46b8ccf5 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 d091f83c5a9eb5a5e6e3aa5df00ac1eb21f175b85241451b547b656b46b8ccf5 network default NAD default NAD key ] I0504 20:39:32.338151 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-0 d091f83c5a9eb5a5e6e3aa5df00ac1eb21f175b85241451b547b656b46b8ccf5 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 d091f83c5a9eb5a5e6e3aa5df00ac1eb21f175b85241451b547b656b46b8ccf5 network default NAD default NAD key default], result "{}", err I0504 20:39:32.401928 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:32.401973 3671 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0504 20:39:32.403338 3671 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.16 I0504 20:39:32.403369 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:32.580928 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:32.580955 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:32.586393 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:39:32.586457 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:39:32.625187 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-160.ec2.internal I0504 20:39:32.625284 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0504 20:39:32.645064 3671 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 19.814079ms I0504 20:39:32.645090 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 19.845247ms I0504 20:39:32.646461 3671 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 21.290618ms, libovsdb time 1.036012ms I0504 20:39:32.987925 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-0 2d6291fab059849f4a6320f4546e7af953e37f5aa320f6691715f4c3476a4848 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 2d6291fab059849f4a6320f4546e7af953e37f5aa320f6691715f4c3476a4848 network default NAD default NAD key ] I0504 20:39:32.997180 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 2d6291fab059849, network: default, NAD default, SandboxID: "2d6291fab059849f4a6320f4546e7af953e37f5aa320f6691715f4c3476a4848", PCI device ID: , UID: "cc8fc22e-8878-475c-84b8-1c66a302ff84", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0504 20:39:33.045279 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-0 2d6291fab059849f4a6320f4546e7af953e37f5aa320f6691715f4c3476a4848 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 2d6291fab059849f4a6320f4546e7af953e37f5aa320f6691715f4c3476a4848 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:39:bc:60:00:fb\",\"name\":\"2d6291fab059849\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/045400f9-a8f5-4e93-a732-d6a402ea664c\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:40:05.107193 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:05.107761 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:06.004490 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:06.004524 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:40:33.894051 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:40:33.894073 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:41:13.951428 3671 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:13.952004 3671 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:14.249933 3671 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:14.249954 3671 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:14.252829 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54f4f5f967-9zjg7 I0504 20:41:14.252858 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54f4f5f967-9zjg7 I0504 20:41:24.592685 3671 cni.go:452] [openshift-console/console-54f4f5f967-dtk4f 676cc3d474a824e9ae733013affcfb6a193dc500a2329a3d08e8e6481d5a9219 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-54f4f5f967-dtk4f 676cc3d474a824e9ae733013affcfb6a193dc500a2329a3d08e8e6481d5a9219 network default NAD default NAD key ] I0504 20:41:24.665419 3671 cni.go:473] [openshift-console/console-54f4f5f967-dtk4f 676cc3d474a824e9ae733013affcfb6a193dc500a2329a3d08e8e6481d5a9219 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-54f4f5f967-dtk4f 676cc3d474a824e9ae733013affcfb6a193dc500a2329a3d08e8e6481d5a9219 network default NAD default NAD key default], result "{}", err I0504 20:41:24.709823 3671 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-dtk4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:24.709853 3671 pods.go:176] Deleting pod: openshift-console/console-54f4f5f967-dtk4f I0504 20:41:24.711128 3671 pods.go:236] Attempting to release IPs for pod: openshift-console/console-54f4f5f967-dtk4f, ips: 10.130.0.19 I0504 20:41:24.711155 3671 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-dtk4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:25.026808 3671 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-dtk4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:25.026833 3671 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-dtk4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:25.033261 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54f4f5f967-dtk4f I0504 20:41:25.033288 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54f4f5f967-dtk4f I0504 20:42:05.246312 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 20:42:16.226928 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0504 20:42:45.128717 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=38 I0504 20:42:58.222040 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0504 20:43:23.214728 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 20:43:45.232354 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0504 20:43:55.199778 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0504 20:44:10.966102 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:44:11.246379 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 20:44:22.014308 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:44:22.014371 3671 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-gzqw7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-gzqw7: no pod IPs found I0504 20:44:31.128008 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133 I0504 20:44:39.136637 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=464 I0504 20:44:41.129325 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0504 20:44:43.127207 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0504 20:44:58.129220 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0504 20:45:06.209313 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 20:45:45.201664 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 20:45:58.248807 3671 namespace.go:98] [tsf] adding namespace I0504 20:45:58.249716 3671 namespace.go:102] [tsf] adding namespace took 883.256µs I0504 20:45:58.267853 3671 namespace.go:142] [tsf] updating namespace I0504 20:45:58.278288 3671 namespace.go:142] [tsf] updating namespace I0504 20:45:59.206122 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0504 20:46:02.059399 3671 namespace.go:98] [konflux-operator] adding namespace I0504 20:46:02.060294 3671 namespace.go:102] [konflux-operator] adding namespace took 872.662µs I0504 20:46:02.060635 3671 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:46:02.061378 3671 namespace.go:102] [rhtpa-operator] adding namespace took 727.672µs I0504 20:46:02.064726 3671 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:46:02.064869 3671 namespace.go:98] [tsf-tas] adding namespace I0504 20:46:02.064931 3671 namespace.go:98] [konflux-ui] adding namespace I0504 20:46:02.065020 3671 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:46:02.065159 3671 namespace.go:98] [tsf-tpa] adding namespace I0504 20:46:02.065459 3671 namespace.go:102] [tsf-keycloak] adding namespace took 720.601µs I0504 20:46:02.066024 3671 namespace.go:102] [tsf-tas] adding namespace took 1.140152ms I0504 20:46:02.066049 3671 namespace.go:98] [rhbk-operator] adding namespace I0504 20:46:02.066615 3671 namespace.go:102] [rhbk-operator] adding namespace took 553.562µs I0504 20:46:02.067065 3671 namespace.go:102] [konflux-ui] adding namespace took 2.117927ms I0504 20:46:02.067522 3671 namespace.go:102] [cert-manager-operator] adding namespace took 2.489976ms I0504 20:46:02.068022 3671 namespace.go:102] [tsf-tpa] adding namespace took 2.838859ms I0504 20:46:02.080686 3671 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:02.088913 3671 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:02.097696 3671 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:02.119656 3671 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:02.128849 3671 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:02.128878 3671 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:02.129004 3671 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:02.142951 3671 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:02.152781 3671 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:02.152816 3671 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:02.168416 3671 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:02.174610 3671 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:02.187556 3671 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:02.187632 3671 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:02.203589 3671 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:02.219670 3671 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:02.251688 3671 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:02.260617 3671 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:02.279803 3671 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:02.301779 3671 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:02.318460 3671 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:02.333595 3671 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:02.339638 3671 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:02.364204 3671 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:03.328847 3671 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:03.344578 3671 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:03.517298 3671 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-160.ec2.internal I0504 20:46:03.517424 3671 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0504 20:46:03.540013 3671 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 22.61751ms I0504 20:46:03.540032 3671 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 22.642786ms I0504 20:46:03.541312 3671 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 24.02738ms, libovsdb time 917.99µs I0504 20:46:03.892898 3671 cni.go:452] [tsf/test-tsf-subscriptions 67dd5682831a5601d212b094d08d10ce1249eef375478d3c9b6d3942ad82645d network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 67dd5682831a5601d212b094d08d10ce1249eef375478d3c9b6d3942ad82645d network default NAD default NAD key ] I0504 20:46:03.902033 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 67dd5682831a560, network: default, NAD default, SandboxID: "67dd5682831a5601d212b094d08d10ce1249eef375478d3c9b6d3942ad82645d", PCI device ID: , UID: "e091d67e-7b87-4814-a511-3779863c2761", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0504 20:46:03.951408 3671 cni.go:473] [tsf/test-tsf-subscriptions 67dd5682831a5601d212b094d08d10ce1249eef375478d3c9b6d3942ad82645d network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 67dd5682831a5601d212b094d08d10ce1249eef375478d3c9b6d3942ad82645d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:f4:37:8c:f8:6e\",\"name\":\"67dd5682831a560\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91a5d18c-602e-45a8-a86b-30cd1b31c44f\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:46:10.034194 3671 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.034835 3671 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.034859 3671 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.034868 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:10.034881 3671 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.034894 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:10.057733 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.058281 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.058305 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.058313 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:10.058327 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.058333 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:11.060031 3671 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.060054 3671 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.060066 3671 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.060080 3671 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.085899 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.085928 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.085944 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.085959 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:12.643695 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.644336 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.644364 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.644373 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:12.644391 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.644398 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:13.673703 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:13.673725 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:13.673759 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:13.673773 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:14.658004 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.658658 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.658684 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.658691 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:14.658705 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.658709 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:15.684521 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.685082 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.685113 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.685122 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:15.685136 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.685143 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:15.689139 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.689158 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.689172 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.689184 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.711778 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.712263 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.712286 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.712296 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:15.712312 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.712318 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:16.719673 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.719697 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.719715 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.719734 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.746029 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.746049 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.746061 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.746072 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:46:22.634506 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:27.135728 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:27.144528 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:27.994779 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:28.036900 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:28.054821 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:28.099814 3671 namespace.go:98] [cert-manager] adding namespace I0504 20:46:28.100606 3671 namespace.go:102] [cert-manager] adding namespace took 773.801µs W0504 20:46:28.141848 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:28.148910 3671 namespace.go:142] [cert-manager] updating namespace I0504 20:46:28.158547 3671 namespace.go:142] [cert-manager] updating namespace W0504 20:46:28.912040 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:46:31.733818 3671 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:31.751611 3671 namespace.go:142] [openshift-operators] updating namespace W0504 20:46:36.727717 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:36.727753 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:46:40.446880 3671 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:46:40.447725 3671 namespace.go:102] [trusted-artifact-signer] adding namespace took 818.76µs I0504 20:46:40.480226 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:46:40.505619 3671 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:46:40.709376 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:46:45.324924 3671 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:56.310327 3671 cni.go:452] [tsf/test-tsf-subscriptions 67dd5682831a5601d212b094d08d10ce1249eef375478d3c9b6d3942ad82645d network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 67dd5682831a5601d212b094d08d10ce1249eef375478d3c9b6d3942ad82645d network default NAD default NAD key ] I0504 20:46:56.376949 3671 cni.go:473] [tsf/test-tsf-subscriptions 67dd5682831a5601d212b094d08d10ce1249eef375478d3c9b6d3942ad82645d network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 67dd5682831a5601d212b094d08d10ce1249eef375478d3c9b6d3942ad82645d network default NAD default NAD key default], result "{}", err I0504 20:46:56.437137 3671 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:56.437165 3671 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0504 20:46:56.438326 3671 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.21 I0504 20:46:56.438354 3671 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:56.462396 3671 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:56.462416 3671 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:56.469373 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:46:56.469401 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 20:46:58.131022 3671 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-160.ec2.internal I0504 20:46:58.131145 3671 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0504 20:46:58.149244 3671 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 18.125469ms I0504 20:46:58.149265 3671 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 18.150949ms I0504 20:46:58.150350 3671 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 19.34504ms, libovsdb time 801.114µs I0504 20:46:58.498658 3671 cni.go:452] [tsf/test-tsf-infrastructure 0acdc54f3168c25ed10ed96cc2321a9f6984e472f2511893cbf2978504ac1cc4 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure 0acdc54f3168c25ed10ed96cc2321a9f6984e472f2511893cbf2978504ac1cc4 network default NAD default NAD key ] I0504 20:46:58.508077 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: 0acdc54f3168c25, network: default, NAD default, SandboxID: "0acdc54f3168c25ed10ed96cc2321a9f6984e472f2511893cbf2978504ac1cc4", PCI device ID: , UID: "8a5058e4-6237-4b3d-b1a7-4f3755443d4f", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0504 20:46:58.556462 3671 cni.go:473] [tsf/test-tsf-infrastructure 0acdc54f3168c25ed10ed96cc2321a9f6984e472f2511893cbf2978504ac1cc4 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure 0acdc54f3168c25ed10ed96cc2321a9f6984e472f2511893cbf2978504ac1cc4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:2b:63:5e:66:d5\",\"name\":\"0acdc54f3168c25\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/554a95fb-b4c6-4544-94b3-237e554cf2e8\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:00.997815 3671 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pdsdk] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-pdsdk for pod on switch ip-10-0-1-160.ec2.internal I0504 20:47:00.997924 3671 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pdsdk I0504 20:47:01.008368 3671 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-wbkwg] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-wbkwg for pod on switch ip-10-0-1-160.ec2.internal I0504 20:47:01.008506 3671 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-wbkwg I0504 20:47:01.015088 3671 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pdsdk] pod update took 17.192691ms I0504 20:47:01.015110 3671 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pdsdk] addLogicalPort annotation time took 17.217542ms I0504 20:47:01.016371 3671 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pdsdk] addLogicalPort took 18.574531ms, libovsdb time 936.096µs I0504 20:47:01.021558 3671 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-wbkwg] pod update took 13.074831ms I0504 20:47:01.021586 3671 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-wbkwg] addLogicalPort annotation time took 13.10481ms I0504 20:47:01.022825 3671 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-wbkwg] addLogicalPort took 14.474526ms, libovsdb time 769.407µs I0504 20:47:02.000052 3671 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:47:02.001035 3671 namespace.go:102] [openshift-pipelines] adding namespace took 957.707µs I0504 20:47:02.018133 3671 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:02.712995 3671 namespace.go:142] [cert-manager] updating namespace I0504 20:47:02.914383 3671 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:03.319626 3671 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:03.519028 3671 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:03.717517 3671 namespace.go:142] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] updating namespace I0504 20:47:04.121322 3671 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:04.318779 3671 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:04.518588 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:04.720773 3671 namespace.go:142] [tsf] updating namespace I0504 20:47:04.921601 3671 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:05.120864 3671 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:05.320598 3671 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:05.443903 3671 namespace.go:142] [cert-manager] updating namespace I0504 20:47:05.450650 3671 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:05.460732 3671 namespace.go:142] [default] updating namespace I0504 20:47:05.470635 3671 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:05.477839 3671 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:05.486991 3671 namespace.go:142] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] updating namespace I0504 20:47:05.493320 3671 namespace.go:142] [openshift] updating namespace I0504 20:47:05.501850 3671 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:05.512011 3671 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:05.520286 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:05.542305 3671 namespace.go:142] [tsf] updating namespace I0504 20:47:05.563246 3671 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:05.580669 3671 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:05.600800 3671 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:05.700517 3671 namespace.go:142] [cert-manager] updating namespace I0504 20:47:05.803985 3671 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:05.900527 3671 namespace.go:142] [default] updating namespace I0504 20:47:06.001873 3671 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:06.101381 3671 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:06.201523 3671 namespace.go:142] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] updating namespace I0504 20:47:06.302404 3671 namespace.go:142] [openshift] updating namespace I0504 20:47:06.401408 3671 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:06.501423 3671 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:06.599572 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:06.698251 3671 namespace.go:142] [tsf] updating namespace I0504 20:47:06.801461 3671 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:06.901433 3671 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:07.000293 3671 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:07.261487 3671 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:08.571482 3671 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pdsdk 8cdbec1617464225015743b14cbb734a1e3a103cdec9c0780ca53e820e6a9126 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pdsdk 8cdbec1617464225015743b14cbb734a1e3a103cdec9c0780ca53e820e6a9126 network default NAD default NAD key ] I0504 20:47:08.578153 3671 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-wbkwg 8330d45cfc2e5bb8792bc39aa8b17f939abf9819f16d164da40aa57a92782a51 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-wbkwg 8330d45cfc2e5bb8792bc39aa8b17f939abf9819f16d164da40aa57a92782a51 network default NAD default NAD key ] I0504 20:47:08.582112 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-pdsdk, hostIfaceName: 8cdbec161746422, network: default, NAD default, SandboxID: "8cdbec1617464225015743b14cbb734a1e3a103cdec9c0780ca53e820e6a9126", PCI device ID: , UID: "4d09fede-a140-4835-90be-de7e8720607a", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0504 20:47:08.587549 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-wbkwg, hostIfaceName: 8330d45cfc2e5bb, network: default, NAD default, SandboxID: "8330d45cfc2e5bb8792bc39aa8b17f939abf9819f16d164da40aa57a92782a51", PCI device ID: , UID: "81a59b7d-f64b-4e8f-939d-443251bc3bd3", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0504 20:47:08.633431 3671 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pdsdk 8cdbec1617464225015743b14cbb734a1e3a103cdec9c0780ca53e820e6a9126 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-pdsdk 8cdbec1617464225015743b14cbb734a1e3a103cdec9c0780ca53e820e6a9126 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:47:f2:27:53:97\",\"name\":\"8cdbec161746422\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a56ce3c0-6f72-43a4-b545-3dbe9a7cff65\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:08.653829 3671 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-wbkwg 8330d45cfc2e5bb8792bc39aa8b17f939abf9819f16d164da40aa57a92782a51 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-wbkwg 8330d45cfc2e5bb8792bc39aa8b17f939abf9819f16d164da40aa57a92782a51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:36:8a:72:39:60\",\"name\":\"8330d45cfc2e5bb\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d7c0f0a-1903-46c6-835f-ae80b8ed35a4\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:47:09.400658 3671 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:47:09.436484 3671 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:47:10.738107 3671 namespace.go:142] [openshift-pipelines] updating namespace W0504 20:47:21.912554 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:21.912573 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:21.912579 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:22.029699 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.029718 3671 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.029725 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.029733 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.952758 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:22.952777 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:22.952782 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:30.379323 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0504 20:47:30.396801 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0504 20:47:38.230218 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0504 20:47:40.209947 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-dtr86] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-dtr86 for pod on switch ip-10-0-1-160.ec2.internal I0504 20:47:40.210069 3671 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-dtr86 I0504 20:47:40.226787 3671 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-dtr86] pod update took 16.743851ms I0504 20:47:40.226813 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-dtr86] addLogicalPort annotation time took 16.772376ms I0504 20:47:40.228017 3671 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-dtr86] addLogicalPort took 18.084331ms, libovsdb time 878.054µs I0504 20:47:40.375176 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fqmjn] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-fqmjn for pod on switch ip-10-0-1-160.ec2.internal I0504 20:47:40.375258 3671 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fqmjn I0504 20:47:40.390246 3671 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fqmjn] pod update took 15.011003ms I0504 20:47:40.390269 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fqmjn] addLogicalPort annotation time took 15.037701ms I0504 20:47:40.391531 3671 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fqmjn] addLogicalPort took 16.370466ms, libovsdb time 941.129µs I0504 20:47:40.567236 3671 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-dtr86 8192120b06b11ea348e71cfbf14948f99423c367f30548a01695a95882e66676 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-dtr86 8192120b06b11ea348e71cfbf14948f99423c367f30548a01695a95882e66676 network default NAD default NAD key ] I0504 20:47:40.577321 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-dtr86, hostIfaceName: 8192120b06b11ea, network: default, NAD default, SandboxID: "8192120b06b11ea348e71cfbf14948f99423c367f30548a01695a95882e66676", PCI device ID: , UID: "909a11bd-e865-4495-b11c-4805ae1995c2", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0504 20:47:40.626377 3671 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-dtr86 8192120b06b11ea348e71cfbf14948f99423c367f30548a01695a95882e66676 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-dtr86 8192120b06b11ea348e71cfbf14948f99423c367f30548a01695a95882e66676 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:6f:dc:51:87:9f\",\"name\":\"8192120b06b11ea\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/988a30a2-f53b-42a8-a3be-5c9262f91fd4\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:40.733879 3671 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fqmjn 66966bb78658e8aec2cc654350158f4dae909795590a95f6bb834e287470f205 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fqmjn 66966bb78658e8aec2cc654350158f4dae909795590a95f6bb834e287470f205 network default NAD default NAD key ] I0504 20:47:40.744920 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-fqmjn, hostIfaceName: 66966bb78658e8a, network: default, NAD default, SandboxID: "66966bb78658e8aec2cc654350158f4dae909795590a95f6bb834e287470f205", PCI device ID: , UID: "86456e43-544f-43f5-b21b-2b69e01d7c98", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0504 20:47:40.793196 3671 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fqmjn 66966bb78658e8aec2cc654350158f4dae909795590a95f6bb834e287470f205 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-fqmjn 66966bb78658e8aec2cc654350158f4dae909795590a95f6bb834e287470f205 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f5:28:00:a3:3f\",\"name\":\"66966bb78658e8a\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e27ea2a5-a5ce-4ba0-aa09-54958b629833\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:47:44.554766 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:47:50.565589 3671 cni.go:452] [tsf/test-tsf-infrastructure 0acdc54f3168c25ed10ed96cc2321a9f6984e472f2511893cbf2978504ac1cc4 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure 0acdc54f3168c25ed10ed96cc2321a9f6984e472f2511893cbf2978504ac1cc4 network default NAD default NAD key ] I0504 20:47:50.665648 3671 cni.go:473] [tsf/test-tsf-infrastructure 0acdc54f3168c25ed10ed96cc2321a9f6984e472f2511893cbf2978504ac1cc4 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure 0acdc54f3168c25ed10ed96cc2321a9f6984e472f2511893cbf2978504ac1cc4 network default NAD default NAD key default], result "{}", err I0504 20:47:50.715182 3671 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:50.715225 3671 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0504 20:47:50.716413 3671 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.22 I0504 20:47:50.716442 3671 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:50.737113 3671 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:50.737138 3671 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:50.743462 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:47:50.743489 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:47:51.957832 3671 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-160.ec2.internal I0504 20:47:51.957962 3671 kube.go:256] Updating pod tsf/test-tsf-iam I0504 20:47:51.977453 3671 pod.go:62] [tsf/test-tsf-iam] pod update took 19.521812ms I0504 20:47:51.977474 3671 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 19.54802ms I0504 20:47:51.978671 3671 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 20.856569ms, libovsdb time 833.522µs I0504 20:47:52.318287 3671 cni.go:452] [tsf/test-tsf-iam 940dd92864fcac62fbfcabbf0b592433d6038702ca4e01580870bfcd54b7c09b network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 940dd92864fcac62fbfcabbf0b592433d6038702ca4e01580870bfcd54b7c09b network default NAD default NAD key ] I0504 20:47:52.328444 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 940dd92864fcac6, network: default, NAD default, SandboxID: "940dd92864fcac62fbfcabbf0b592433d6038702ca4e01580870bfcd54b7c09b", PCI device ID: , UID: "66b6fcac-b13f-4827-adb9-1b9083a06d3a", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0504 20:47:52.378397 3671 cni.go:473] [tsf/test-tsf-iam 940dd92864fcac62fbfcabbf0b592433d6038702ca4e01580870bfcd54b7c09b network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 940dd92864fcac62fbfcabbf0b592433d6038702ca4e01580870bfcd54b7c09b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:6a:a3:6a:e7:e9\",\"name\":\"940dd92864fcac6\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/035dd83a-da56-478e-a9b9-e25f2b37c4a4\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:47:52.790319 3671 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:47:52.790939 3671 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:47:52.790957 3671 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:47:52.793263 3671 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0504 20:47:55.538498 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:47:57.319641 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-2g4fm] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-2g4fm for pod on switch ip-10-0-1-160.ec2.internal I0504 20:47:57.319814 3671 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-2g4fm I0504 20:47:57.333587 3671 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-2g4fm] pod update took 13.806767ms I0504 20:47:57.333612 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-2g4fm] addLogicalPort annotation time took 13.83804ms I0504 20:47:57.334936 3671 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-2g4fm] addLogicalPort took 15.316957ms, libovsdb time 951.622µs I0504 20:47:57.680435 3671 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-2g4fm 7bdf82163215ecffbb3b975cfae3c71e65d1c7df2bb35cee9b7508f44f880cdb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-2g4fm 7bdf82163215ecffbb3b975cfae3c71e65d1c7df2bb35cee9b7508f44f880cdb network default NAD default NAD key ] I0504 20:47:57.689651 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-2g4fm, hostIfaceName: 7bdf82163215ecf, network: default, NAD default, SandboxID: "7bdf82163215ecffbb3b975cfae3c71e65d1c7df2bb35cee9b7508f44f880cdb", PCI device ID: , UID: "330652b7-2a37-417b-aaee-e9cb7f93b415", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0504 20:47:57.739248 3671 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-2g4fm 7bdf82163215ecffbb3b975cfae3c71e65d1c7df2bb35cee9b7508f44f880cdb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-2g4fm 7bdf82163215ecffbb3b975cfae3c71e65d1c7df2bb35cee9b7508f44f880cdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:72:6c:d9:9e:73\",\"name\":\"7bdf82163215ecf\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae714ece-87b1-4225-b86d-0e6f15d581f3\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:47:59.094624 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:47:59.094706 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:47:59.094711 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:47:59.094725 3671 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0504 20:48:02.602266 3671 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:48:10.322048 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.322585 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.322611 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.322620 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:48:10.322633 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.322637 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:48:11.348075 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.348101 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.348112 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.348125 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:16.659857 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-t575g] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-t575g for pod on switch ip-10-0-1-160.ec2.internal I0504 20:48:16.659948 3671 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-t575g I0504 20:48:16.732010 3671 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-t575g I0504 20:48:16.831089 3671 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-t575g] pod update took 171.165159ms I0504 20:48:16.831110 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-t575g] addLogicalPort annotation time took 171.191431ms I0504 20:48:16.832191 3671 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-t575g] addLogicalPort took 172.347754ms, libovsdb time 766.429µs I0504 20:48:16.946151 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rkjgh] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-rkjgh for pod on switch ip-10-0-1-160.ec2.internal I0504 20:48:16.946238 3671 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rkjgh I0504 20:48:17.016300 3671 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-t575g 1a98d0917826099cfe8b363355245bb22e35f46054688f8a000d248ad917aa1e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-t575g 1a98d0917826099cfe8b363355245bb22e35f46054688f8a000d248ad917aa1e network default NAD default NAD key ] I0504 20:48:17.019662 3671 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rkjgh I0504 20:48:17.025868 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-t575g, hostIfaceName: 1a98d0917826099, network: default, NAD default, SandboxID: "1a98d0917826099cfe8b363355245bb22e35f46054688f8a000d248ad917aa1e", PCI device ID: , UID: "4a3059f0-7391-4a40-bf5c-70bbabe31ecb", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0504 20:48:17.076490 3671 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-t575g 1a98d0917826099cfe8b363355245bb22e35f46054688f8a000d248ad917aa1e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-t575g 1a98d0917826099cfe8b363355245bb22e35f46054688f8a000d248ad917aa1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:22:bf:0a:ad:cd\",\"name\":\"1a98d0917826099\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3cd9f867-6aab-41b4-bbe7-f2c5b0e31afd\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:48:17.116794 3671 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rkjgh] pod update took 170.577536ms I0504 20:48:17.116816 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rkjgh] addLogicalPort annotation time took 170.604352ms I0504 20:48:17.118073 3671 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rkjgh] addLogicalPort took 171.934262ms, libovsdb time 888.328µs I0504 20:48:17.158669 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-tsr4k] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-tsr4k for pod on switch ip-10-0-1-160.ec2.internal I0504 20:48:17.158800 3671 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-tsr4k I0504 20:48:17.248207 3671 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-tsr4k I0504 20:48:17.289406 3671 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rkjgh 6e8558967c9582475820ec4818ef2f1b2f72ad999ce9915ba5f7cbd2cf5d1df6 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rkjgh 6e8558967c9582475820ec4818ef2f1b2f72ad999ce9915ba5f7cbd2cf5d1df6 network default NAD default NAD key ] I0504 20:48:17.300209 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-rkjgh, hostIfaceName: 6e8558967c95824, network: default, NAD default, SandboxID: "6e8558967c9582475820ec4818ef2f1b2f72ad999ce9915ba5f7cbd2cf5d1df6", PCI device ID: , UID: "de58933c-c178-46b9-a3f3-e00dca66221f", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0504 20:48:17.335084 3671 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tsr4k] pod update took 176.30548ms I0504 20:48:17.335110 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-tsr4k] addLogicalPort annotation time took 176.334702ms I0504 20:48:17.336465 3671 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tsr4k] addLogicalPort took 177.808973ms, libovsdb time 967.457µs I0504 20:48:17.352006 3671 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rkjgh 6e8558967c9582475820ec4818ef2f1b2f72ad999ce9915ba5f7cbd2cf5d1df6 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-rkjgh 6e8558967c9582475820ec4818ef2f1b2f72ad999ce9915ba5f7cbd2cf5d1df6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:02:42:0f:67:80\",\"name\":\"6e8558967c95824\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3af9bccc-58b2-4cb2-b4ca-99a3fbb0ba7e\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:48:17.485019 3671 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tsr4k 565e64377c83c90b02be66413422645ff0d815f577f3037d072cfe77206a6977 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tsr4k 565e64377c83c90b02be66413422645ff0d815f577f3037d072cfe77206a6977 network default NAD default NAD key ] I0504 20:48:17.495078 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-tsr4k, hostIfaceName: 565e64377c83c90, network: default, NAD default, SandboxID: "565e64377c83c90b02be66413422645ff0d815f577f3037d072cfe77206a6977", PCI device ID: , UID: "60a3df33-9faf-4091-ab43-9fac7f5ed81e", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0504 20:48:17.544410 3671 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tsr4k 565e64377c83c90b02be66413422645ff0d815f577f3037d072cfe77206a6977 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-tsr4k 565e64377c83c90b02be66413422645ff0d815f577f3037d072cfe77206a6977 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:db:36:d7:2b:19\",\"name\":\"565e64377c83c90\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4b2a61e-fa82-4abb-b13b-87c3e7585021\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:48:23.942617 3671 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:23.942635 3671 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:23.942640 3671 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:37.040202 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:37.040223 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:37.040229 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:48:42.827829 3671 cni.go:452] [tsf/test-tsf-iam 940dd92864fcac62fbfcabbf0b592433d6038702ca4e01580870bfcd54b7c09b network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 940dd92864fcac62fbfcabbf0b592433d6038702ca4e01580870bfcd54b7c09b network default NAD default NAD key ] I0504 20:48:42.916630 3671 cni.go:473] [tsf/test-tsf-iam 940dd92864fcac62fbfcabbf0b592433d6038702ca4e01580870bfcd54b7c09b network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 940dd92864fcac62fbfcabbf0b592433d6038702ca4e01580870bfcd54b7c09b network default NAD default NAD key default], result "{}", err I0504 20:48:43.000421 3671 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:43.000454 3671 pods.go:176] Deleting pod: tsf/test-tsf-iam I0504 20:48:43.001614 3671 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.27 I0504 20:48:43.001639 3671 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:43.083714 3671 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:43.083734 3671 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:43.112861 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:48:43.112886 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:48:44.209721 3671 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-160.ec2.internal I0504 20:48:44.209829 3671 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0504 20:48:44.225660 3671 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.85133ms I0504 20:48:44.225686 3671 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.882417ms I0504 20:48:44.226854 3671 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.149706ms, libovsdb time 827.254µs I0504 20:48:44.573517 3671 cni.go:452] [tsf-tas/test-tsf-tas c509227c024cdc61f0519b6d28787968af82f8b0b5bc8edef3d8a878b4863803 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas c509227c024cdc61f0519b6d28787968af82f8b0b5bc8edef3d8a878b4863803 network default NAD default NAD key ] I0504 20:48:44.583595 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: c509227c024cdc6, network: default, NAD default, SandboxID: "c509227c024cdc61f0519b6d28787968af82f8b0b5bc8edef3d8a878b4863803", PCI device ID: , UID: "8ef3215b-7aeb-4651-bcdd-f6c0e5ecaabd", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0504 20:48:44.633916 3671 cni.go:473] [tsf-tas/test-tsf-tas c509227c024cdc61f0519b6d28787968af82f8b0b5bc8edef3d8a878b4863803 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas c509227c024cdc61f0519b6d28787968af82f8b0b5bc8edef3d8a878b4863803 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:d6:bd:46:be:53\",\"name\":\"c509227c024cdc6\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42b00a34-1168-4a37-9450-07d05e758438\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:48:45.645689 3671 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-7df696cb76-j82h5] creating logical port tsf-tas_fulcio-server-7df696cb76-j82h5 for pod on switch ip-10-0-1-160.ec2.internal I0504 20:48:45.645799 3671 kube.go:256] Updating pod tsf-tas/fulcio-server-7df696cb76-j82h5 I0504 20:48:45.675025 3671 pod.go:62] [tsf-tas/fulcio-server-7df696cb76-j82h5] pod update took 29.247668ms I0504 20:48:45.675047 3671 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-7df696cb76-j82h5] addLogicalPort annotation time took 29.275428ms I0504 20:48:45.676154 3671 pods.go:271] [tsf-tas/fulcio-server-7df696cb76-j82h5] addLogicalPort took 30.486742ms, libovsdb time 772.412µs I0504 20:48:45.813899 3671 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-pdtsx-5rwr2] creating logical port tsf-tas_ctlog-createtree-job-pdtsx-5rwr2 for pod on switch ip-10-0-1-160.ec2.internal I0504 20:48:45.813983 3671 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 I0504 20:48:45.866259 3671 pod.go:62] [tsf-tas/ctlog-createtree-job-pdtsx-5rwr2] pod update took 52.295009ms I0504 20:48:45.866287 3671 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-pdtsx-5rwr2] addLogicalPort annotation time took 52.325307ms I0504 20:48:45.867664 3671 pods.go:271] [tsf-tas/ctlog-createtree-job-pdtsx-5rwr2] addLogicalPort took 53.779275ms, libovsdb time 1.003803ms I0504 20:48:46.001663 3671 cni.go:452] [tsf-tas/fulcio-server-7df696cb76-j82h5 b34878144d99371e27b9c990bac9c1c688d6383ee579d318982f12a52d093c56 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-7df696cb76-j82h5 b34878144d99371e27b9c990bac9c1c688d6383ee579d318982f12a52d093c56 network default NAD default NAD key ] I0504 20:48:46.013537 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-7df696cb76-j82h5, hostIfaceName: b34878144d99371, network: default, NAD default, SandboxID: "b34878144d99371e27b9c990bac9c1c688d6383ee579d318982f12a52d093c56", PCI device ID: , UID: "f99aa103-e1cf-49d3-b515-0480f3876b40", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0504 20:48:46.063893 3671 cni.go:473] [tsf-tas/fulcio-server-7df696cb76-j82h5 b34878144d99371e27b9c990bac9c1c688d6383ee579d318982f12a52d093c56 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-7df696cb76-j82h5 b34878144d99371e27b9c990bac9c1c688d6383ee579d318982f12a52d093c56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:53:96:6c:5b:b5\",\"name\":\"b34878144d99371\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b992918a-79f5-40ca-b545-379c3263d124\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:48:46.213732 3671 cni.go:452] [tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 4298bc7847054fec448713f4e482380515eb54833f47b4463aa39d49159fb48c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 4298bc7847054fec448713f4e482380515eb54833f47b4463aa39d49159fb48c network default NAD default NAD key ] I0504 20:48:46.223806 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-pdtsx-5rwr2, hostIfaceName: 4298bc7847054fe, network: default, NAD default, SandboxID: "4298bc7847054fec448713f4e482380515eb54833f47b4463aa39d49159fb48c", PCI device ID: , UID: "460319f9-59e1-4e3c-a835-27216e10d10a", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0504 20:48:46.273970 3671 cni.go:473] [tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 4298bc7847054fec448713f4e482380515eb54833f47b4463aa39d49159fb48c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 4298bc7847054fec448713f4e482380515eb54833f47b4463aa39d49159fb48c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:8d:5b:d2:c0:10\",\"name\":\"4298bc7847054fe\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53158b28-cad2-47fb-9bca-0d7daf9c2b4b\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:48:46.462710 3671 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-8tvjz-kqszr] creating logical port tsf-tas_rekor-createtree-job-8tvjz-kqszr for pod on switch ip-10-0-1-160.ec2.internal I0504 20:48:46.462844 3671 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-8tvjz-kqszr I0504 20:48:46.490548 3671 pod.go:62] [tsf-tas/rekor-createtree-job-8tvjz-kqszr] pod update took 27.735261ms I0504 20:48:46.490571 3671 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-8tvjz-kqszr] addLogicalPort annotation time took 27.763617ms I0504 20:48:46.491765 3671 pods.go:271] [tsf-tas/rekor-createtree-job-8tvjz-kqszr] addLogicalPort took 29.075628ms, libovsdb time 781.376µs I0504 20:48:46.834628 3671 cni.go:452] [tsf-tas/rekor-createtree-job-8tvjz-kqszr ff8d0d7d5d2f1d070c8ab581e149c8ac0c1a4232cd9271c1d0ba176ba3f25486 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-8tvjz-kqszr ff8d0d7d5d2f1d070c8ab581e149c8ac0c1a4232cd9271c1d0ba176ba3f25486 network default NAD default NAD key ] I0504 20:48:46.847223 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-8tvjz-kqszr, hostIfaceName: ff8d0d7d5d2f1d0, network: default, NAD default, SandboxID: "ff8d0d7d5d2f1d070c8ab581e149c8ac0c1a4232cd9271c1d0ba176ba3f25486", PCI device ID: , UID: "e71e512e-c705-4251-962e-f358ea62f84b", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0504 20:48:46.908961 3671 cni.go:473] [tsf-tas/rekor-createtree-job-8tvjz-kqszr ff8d0d7d5d2f1d070c8ab581e149c8ac0c1a4232cd9271c1d0ba176ba3f25486 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-8tvjz-kqszr ff8d0d7d5d2f1d070c8ab581e149c8ac0c1a4232cd9271c1d0ba176ba3f25486 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:af:cc:95:13:71\",\"name\":\"ff8d0d7d5d2f1d0\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2618d5d-d08f-4c5f-96e4-06a352d21b53\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:48:48.881488 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:48:48.881579 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:48:48.912867 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:48:48.912893 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0504 20:48:52.597956 3671 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-kqjkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:52.598552 3671 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-kqjkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:53.501061 3671 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-kqjkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:53.501083 3671 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-kqjkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:49:02.488851 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:49:02.581145 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0504 20:49:05.480878 3671 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 20:49:06.644010 3671 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:06.644542 3671 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:07.569893 3671 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:07.569912 3671 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:49:11.613762 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:49:13.857395 3671 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:13.857964 3671 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:14.658051 3671 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:14.658075 3671 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:14.676928 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc I0504 20:49:14.676954 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc I0504 20:49:21.249150 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0504 20:49:23.953260 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-2bgvl] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-2bgvl for pod on switch ip-10-0-1-160.ec2.internal I0504 20:49:23.953357 3671 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-2bgvl I0504 20:49:23.995571 3671 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2bgvl] pod update took 42.23782ms I0504 20:49:23.995592 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-2bgvl] addLogicalPort annotation time took 42.26439ms I0504 20:49:23.996726 3671 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2bgvl] addLogicalPort took 43.48701ms, libovsdb time 771.06µs I0504 20:49:24.920067 3671 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2bgvl b0548cd66fa5c7b63ce46bfa69a8192cf19ec9b77f21cf2c35c72d868b741e3a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-2bgvl b0548cd66fa5c7b63ce46bfa69a8192cf19ec9b77f21cf2c35c72d868b741e3a network default NAD default NAD key ] I0504 20:49:24.929478 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-2bgvl, hostIfaceName: b0548cd66fa5c7b, network: default, NAD default, SandboxID: "b0548cd66fa5c7b63ce46bfa69a8192cf19ec9b77f21cf2c35c72d868b741e3a", PCI device ID: , UID: "33f60b83-2a59-4aaa-8d55-fe1fb92bf0be", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0504 20:49:24.981987 3671 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-2bgvl b0548cd66fa5c7b63ce46bfa69a8192cf19ec9b77f21cf2c35c72d868b741e3a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-2bgvl b0548cd66fa5c7b63ce46bfa69a8192cf19ec9b77f21cf2c35c72d868b741e3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:24:01:46:bc:03\",\"name\":\"b0548cd66fa5c7b\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b209743-7163-435d-8242-f00328dd8720\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:49:34.107103 3671 cni.go:452] [tsf-tas/test-tsf-tas c509227c024cdc61f0519b6d28787968af82f8b0b5bc8edef3d8a878b4863803 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas c509227c024cdc61f0519b6d28787968af82f8b0b5bc8edef3d8a878b4863803 network default NAD default NAD key ] I0504 20:49:34.184558 3671 cni.go:473] [tsf-tas/test-tsf-tas c509227c024cdc61f0519b6d28787968af82f8b0b5bc8edef3d8a878b4863803 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas c509227c024cdc61f0519b6d28787968af82f8b0b5bc8edef3d8a878b4863803 network default NAD default NAD key default], result "{}", err I0504 20:49:34.234800 3671 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:34.234838 3671 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0504 20:49:34.236220 3671 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.32 I0504 20:49:34.236246 3671 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:34.257109 3671 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:34.257132 3671 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:34.263077 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:49:34.263109 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:49:40.234529 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0504 20:49:42.147233 3671 cni.go:452] [tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 4298bc7847054fec448713f4e482380515eb54833f47b4463aa39d49159fb48c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 4298bc7847054fec448713f4e482380515eb54833f47b4463aa39d49159fb48c network default NAD default NAD key ] I0504 20:49:42.147774 3671 cni.go:452] [tsf-tas/rekor-createtree-job-8tvjz-kqszr ff8d0d7d5d2f1d070c8ab581e149c8ac0c1a4232cd9271c1d0ba176ba3f25486 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-8tvjz-kqszr ff8d0d7d5d2f1d070c8ab581e149c8ac0c1a4232cd9271c1d0ba176ba3f25486 network default NAD default NAD key ] I0504 20:49:42.238991 3671 cni.go:473] [tsf-tas/rekor-createtree-job-8tvjz-kqszr ff8d0d7d5d2f1d070c8ab581e149c8ac0c1a4232cd9271c1d0ba176ba3f25486 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-8tvjz-kqszr ff8d0d7d5d2f1d070c8ab581e149c8ac0c1a4232cd9271c1d0ba176ba3f25486 network default NAD default NAD key default], result "{}", err I0504 20:49:42.271133 3671 cni.go:473] [tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 4298bc7847054fec448713f4e482380515eb54833f47b4463aa39d49159fb48c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 4298bc7847054fec448713f4e482380515eb54833f47b4463aa39d49159fb48c network default NAD default NAD key default], result "{}", err I0504 20:49:42.289530 3671 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.289566 3671 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-8tvjz-kqszr I0504 20:49:42.290889 3671 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-8tvjz-kqszr, ips: 10.130.0.35 I0504 20:49:42.290924 3671 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.320402 3671 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.320434 3671 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 I0504 20:49:42.321607 3671 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-pdtsx-5rwr2, ips: 10.130.0.34 I0504 20:49:42.321633 3671 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.819616 3671 obj_retry.go:498] Detected object tsf/patch-tekton-config-4ll8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.820202 3671 obj_retry.go:498] Detected object tsf/patch-tekton-config-4ll8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:43.159687 3671 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.159708 3671 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.182235 3671 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.182252 3671 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.841243 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.841271 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.968352 3671 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-crqgz] creating logical port tsf_tsf-tekton-configuration-crqgz for pod on switch ip-10-0-1-160.ec2.internal I0504 20:49:43.968451 3671 kube.go:256] Updating pod tsf/tsf-tekton-configuration-crqgz I0504 20:49:43.980131 3671 pod.go:62] [tsf/tsf-tekton-configuration-crqgz] pod update took 11.709085ms I0504 20:49:43.980158 3671 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-crqgz] addLogicalPort annotation time took 11.740089ms I0504 20:49:43.981631 3671 pods.go:271] [tsf/tsf-tekton-configuration-crqgz] addLogicalPort took 13.294416ms, libovsdb time 999.193µs I0504 20:49:44.130986 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0504 20:49:44.326904 3671 cni.go:452] [tsf/tsf-tekton-configuration-crqgz 77456eae8083de48d6e85d11d0c266cfef08d3f02362dd2d5ced7f3e76719bb5 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-crqgz 77456eae8083de48d6e85d11d0c266cfef08d3f02362dd2d5ced7f3e76719bb5 network default NAD default NAD key ] I0504 20:49:44.336578 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-crqgz, hostIfaceName: 77456eae8083de4, network: default, NAD default, SandboxID: "77456eae8083de48d6e85d11d0c266cfef08d3f02362dd2d5ced7f3e76719bb5", PCI device ID: , UID: "0bf498ca-65f3-4892-800d-c6ed50280917", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0504 20:49:44.389000 3671 cni.go:473] [tsf/tsf-tekton-configuration-crqgz 77456eae8083de48d6e85d11d0c266cfef08d3f02362dd2d5ced7f3e76719bb5 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-crqgz 77456eae8083de48d6e85d11d0c266cfef08d3f02362dd2d5ced7f3e76719bb5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:d5:0c:85:a2:6c\",\"name\":\"77456eae8083de4\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5384bb2b-2294-4dd2-acc1-63d3ef972adf\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:49:46.032019 3671 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-7c7b7567d7-g6tfb] creating logical port tsf-tas_ctlog-7c7b7567d7-g6tfb for pod on switch ip-10-0-1-160.ec2.internal I0504 20:49:46.032209 3671 kube.go:256] Updating pod tsf-tas/ctlog-7c7b7567d7-g6tfb I0504 20:49:46.056427 3671 pod.go:62] [tsf-tas/ctlog-7c7b7567d7-g6tfb] pod update took 24.250807ms I0504 20:49:46.056455 3671 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-7c7b7567d7-g6tfb] addLogicalPort annotation time took 24.284856ms I0504 20:49:46.057989 3671 pods.go:271] [tsf-tas/ctlog-7c7b7567d7-g6tfb] addLogicalPort took 25.991124ms, libovsdb time 1.031874ms I0504 20:49:46.885279 3671 cni.go:452] [tsf-tas/ctlog-7c7b7567d7-g6tfb 650ae71ea8ac8ad3bfd84f9146aa7e140aa9876a269d374995b8be211c9e737b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-7c7b7567d7-g6tfb 650ae71ea8ac8ad3bfd84f9146aa7e140aa9876a269d374995b8be211c9e737b network default NAD default NAD key ] I0504 20:49:46.895096 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-7c7b7567d7-g6tfb, hostIfaceName: 650ae71ea8ac8ad, network: default, NAD default, SandboxID: "650ae71ea8ac8ad3bfd84f9146aa7e140aa9876a269d374995b8be211c9e737b", PCI device ID: , UID: "6798ac79-693d-4707-a3c3-ae39d864a153", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0504 20:49:46.951037 3671 cni.go:473] [tsf-tas/ctlog-7c7b7567d7-g6tfb 650ae71ea8ac8ad3bfd84f9146aa7e140aa9876a269d374995b8be211c9e737b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-7c7b7567d7-g6tfb 650ae71ea8ac8ad3bfd84f9146aa7e140aa9876a269d374995b8be211c9e737b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:f7:3b:09:d8:8c\",\"name\":\"650ae71ea8ac8ad\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/affa178f-a996-40d9-a54a-62353ba0c4f7\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:49:50.203605 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:49:50.753575 3671 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-6b877856c8-lqtrv] creating logical port tsf-tas_rekor-server-6b877856c8-lqtrv for pod on switch ip-10-0-1-160.ec2.internal I0504 20:49:50.753663 3671 kube.go:256] Updating pod tsf-tas/rekor-server-6b877856c8-lqtrv I0504 20:49:50.766292 3671 pod.go:62] [tsf-tas/rekor-server-6b877856c8-lqtrv] pod update took 12.650434ms I0504 20:49:50.766312 3671 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-6b877856c8-lqtrv] addLogicalPort annotation time took 12.676411ms I0504 20:49:50.767692 3671 pods.go:271] [tsf-tas/rekor-server-6b877856c8-lqtrv] addLogicalPort took 14.130229ms, libovsdb time 910.127µs I0504 20:49:51.198789 3671 cni.go:452] [tsf/tsf-tekton-configuration-crqgz 77456eae8083de48d6e85d11d0c266cfef08d3f02362dd2d5ced7f3e76719bb5 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-crqgz 77456eae8083de48d6e85d11d0c266cfef08d3f02362dd2d5ced7f3e76719bb5 network default NAD default NAD key ] I0504 20:49:51.282446 3671 cni.go:473] [tsf/tsf-tekton-configuration-crqgz 77456eae8083de48d6e85d11d0c266cfef08d3f02362dd2d5ced7f3e76719bb5 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-crqgz 77456eae8083de48d6e85d11d0c266cfef08d3f02362dd2d5ced7f3e76719bb5 network default NAD default NAD key default], result "{}", err I0504 20:49:51.333247 3671 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-crqgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:51.333282 3671 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-crqgz I0504 20:49:51.334515 3671 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-crqgz, ips: 10.130.0.37 I0504 20:49:51.334541 3671 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-crqgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:52.355343 3671 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-crqgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.355367 3671 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-crqgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.392401 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.392423 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.397125 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-4ll8k I0504 20:49:52.397153 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-4ll8k I0504 20:49:53.104631 3671 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-160.ec2.internal I0504 20:49:53.104725 3671 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0504 20:49:53.117893 3671 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 13.192398ms I0504 20:49:53.117980 3671 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 13.281089ms I0504 20:49:53.119277 3671 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 14.696512ms, libovsdb time 898.534µs I0504 20:49:53.464082 3671 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d711823c65d66d9740ec25a01dd9b640718691db8aecf3f49274782364476172 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa d711823c65d66d9740ec25a01dd9b640718691db8aecf3f49274782364476172 network default NAD default NAD key ] I0504 20:49:53.473902 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: d711823c65d66d9, network: default, NAD default, SandboxID: "d711823c65d66d9740ec25a01dd9b640718691db8aecf3f49274782364476172", PCI device ID: , UID: "080edaa0-0c59-49c6-88d2-7fa68069aeac", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0504 20:49:53.525458 3671 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d711823c65d66d9740ec25a01dd9b640718691db8aecf3f49274782364476172 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa d711823c65d66d9740ec25a01dd9b640718691db8aecf3f49274782364476172 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:2e:3c:1c:dd:a4\",\"name\":\"d711823c65d66d9\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6afb2335-6894-4408-afab-8f0bc7efe3e1\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:49:54.786980 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0504 20:49:54.806842 3671 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0504 20:49:57.235794 3671 cni.go:452] [tsf-tpa/pre-install-tsf-tpa d711823c65d66d9740ec25a01dd9b640718691db8aecf3f49274782364476172 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa d711823c65d66d9740ec25a01dd9b640718691db8aecf3f49274782364476172 network default NAD default NAD key ] I0504 20:49:57.317546 3671 cni.go:473] [tsf-tpa/pre-install-tsf-tpa d711823c65d66d9740ec25a01dd9b640718691db8aecf3f49274782364476172 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa d711823c65d66d9740ec25a01dd9b640718691db8aecf3f49274782364476172 network default NAD default NAD key default], result "{}", err I0504 20:49:57.367723 3671 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.367775 3671 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0504 20:49:57.369180 3671 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.40 I0504 20:49:57.369207 3671 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.391479 3671 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:57.391504 3671 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:57.398250 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:49:57.398272 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:49:57.631696 3671 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-160.ec2.internal I0504 20:49:57.631876 3671 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0504 20:49:57.644840 3671 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.996679ms I0504 20:49:57.644863 3671 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.024897ms I0504 20:49:57.646111 3671 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 14.438602ms, libovsdb time 875.508µs I0504 20:49:57.993524 3671 cni.go:452] [tsf-tpa/test-tsf-tpa 47e403f9242dce47b71d0c295c45db80717aedc9cead17b3097c206b2fb4381c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 47e403f9242dce47b71d0c295c45db80717aedc9cead17b3097c206b2fb4381c network default NAD default NAD key ] I0504 20:49:58.018367 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 47e403f9242dce4, network: default, NAD default, SandboxID: "47e403f9242dce47b71d0c295c45db80717aedc9cead17b3097c206b2fb4381c", PCI device ID: , UID: "e4a20c49-7488-4575-ad75-d3874c90c09e", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0504 20:49:58.070592 3671 cni.go:473] [tsf-tpa/test-tsf-tpa 47e403f9242dce47b71d0c295c45db80717aedc9cead17b3097c206b2fb4381c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 47e403f9242dce47b71d0c295c45db80717aedc9cead17b3097c206b2fb4381c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:71:bb:13:6a:99\",\"name\":\"47e403f9242dce4\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7cb108f6-a564-4ebf-9710-5d8954fdd6fe\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:50:01.200720 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0504 20:50:01.670315 3671 cni.go:452] [tsf-tas/rekor-server-6b877856c8-lqtrv 1466a44874bd7c123346be638fda5d2b2c482c115d355c6fe15d37d96b40b6bf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-6b877856c8-lqtrv 1466a44874bd7c123346be638fda5d2b2c482c115d355c6fe15d37d96b40b6bf network default NAD default NAD key ] I0504 20:50:01.679638 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-6b877856c8-lqtrv, hostIfaceName: 1466a44874bd7c1, network: default, NAD default, SandboxID: "1466a44874bd7c123346be638fda5d2b2c482c115d355c6fe15d37d96b40b6bf", PCI device ID: , UID: "595f60b7-fc84-4de5-96df-90653ba154d4", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0504 20:50:01.730425 3671 cni.go:473] [tsf-tas/rekor-server-6b877856c8-lqtrv 1466a44874bd7c123346be638fda5d2b2c482c115d355c6fe15d37d96b40b6bf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-6b877856c8-lqtrv 1466a44874bd7c123346be638fda5d2b2c482c115d355c6fe15d37d96b40b6bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:43:4e:0e:cc:84\",\"name\":\"1466a44874bd7c1\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aae1e052-6ac5-498c-950b-9432c9136be1\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:03.987594 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.988205 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.860159 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.860193 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:05.286126 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:50:06.941764 3671 obj_retry.go:498] Detected object tsf-tpa/create-db-4jgq7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:06.942191 3671 obj_retry.go:498] Detected object tsf-tpa/create-db-4jgq7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:07.966832 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:07.966862 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.054816 3671 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d8wx7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.055360 3671 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d8wx7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.104912 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.104928 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:14.139515 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=513 I0504 20:50:16.057836 3671 obj_retry.go:498] Detected object tsf-tpa/create-importers-brkp2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:16.058325 3671 obj_retry.go:498] Detected object tsf-tpa/create-importers-brkp2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0504 20:50:16.292016 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:50:17.082361 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:17.082386 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:22.908192 3671 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 20:50:23.807625 3671 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-gn6km-nfssx] creating logical port tsf-tas_tuf-repository-init-gn6km-nfssx for pod on switch ip-10-0-1-160.ec2.internal I0504 20:50:23.807761 3671 kube.go:256] Updating pod tsf-tas/tuf-repository-init-gn6km-nfssx I0504 20:50:23.818513 3671 pod.go:62] [tsf-tas/tuf-repository-init-gn6km-nfssx] pod update took 10.811154ms I0504 20:50:23.818534 3671 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-gn6km-nfssx] addLogicalPort annotation time took 10.838334ms I0504 20:50:23.819775 3671 pods.go:271] [tsf-tas/tuf-repository-init-gn6km-nfssx] addLogicalPort took 12.171398ms, libovsdb time 846.352µs I0504 20:50:30.131420 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0504 20:50:32.312573 3671 cni.go:452] [tsf-tas/tuf-repository-init-gn6km-nfssx d7c3e7418421c55021fcbde433f63953bce2a90986531d8f44f98afa73d47423 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-gn6km-nfssx d7c3e7418421c55021fcbde433f63953bce2a90986531d8f44f98afa73d47423 network default NAD default NAD key ] I0504 20:50:32.322783 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-gn6km-nfssx, hostIfaceName: d7c3e7418421c55, network: default, NAD default, SandboxID: "d7c3e7418421c55021fcbde433f63953bce2a90986531d8f44f98afa73d47423", PCI device ID: , UID: "2748c781-649c-4b72-886c-264ce23942b2", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0504 20:50:32.374440 3671 cni.go:473] [tsf-tas/tuf-repository-init-gn6km-nfssx d7c3e7418421c55021fcbde433f63953bce2a90986531d8f44f98afa73d47423 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-gn6km-nfssx d7c3e7418421c55021fcbde433f63953bce2a90986531d8f44f98afa73d47423 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:df:1b:88:4a:7b\",\"name\":\"d7c3e7418421c55\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7359420a-a7fd-42be-a366-06f7c25c2ede\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:38.462987 3671 cni.go:452] [tsf-tas/tuf-repository-init-gn6km-nfssx d7c3e7418421c55021fcbde433f63953bce2a90986531d8f44f98afa73d47423 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-gn6km-nfssx d7c3e7418421c55021fcbde433f63953bce2a90986531d8f44f98afa73d47423 network default NAD default NAD key ] I0504 20:50:38.550480 3671 cni.go:473] [tsf-tas/tuf-repository-init-gn6km-nfssx d7c3e7418421c55021fcbde433f63953bce2a90986531d8f44f98afa73d47423 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-gn6km-nfssx d7c3e7418421c55021fcbde433f63953bce2a90986531d8f44f98afa73d47423 network default NAD default NAD key default], result "{}", err I0504 20:50:38.600268 3671 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:38.600302 3671 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-gn6km-nfssx I0504 20:50:38.601607 3671 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-gn6km-nfssx, ips: 10.130.0.42 I0504 20:50:38.601638 3671 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:39.481966 3671 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:39.481992 3671 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:40.904002 3671 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-76r76] creating logical port tsf-tas_tuf-97fc8ff76-76r76 for pod on switch ip-10-0-1-160.ec2.internal I0504 20:50:40.904156 3671 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-76r76 I0504 20:50:40.919140 3671 pod.go:62] [tsf-tas/tuf-97fc8ff76-76r76] pod update took 15.015532ms I0504 20:50:40.919160 3671 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-76r76] addLogicalPort annotation time took 15.04152ms I0504 20:50:40.920361 3671 pods.go:271] [tsf-tas/tuf-97fc8ff76-76r76] addLogicalPort took 16.381386ms, libovsdb time 863.949µs I0504 20:50:42.161531 3671 cni.go:452] [tsf-tas/tuf-97fc8ff76-76r76 d85a5285fe297e029b590a0b9702b33e918605acbae788b091f1a751ab94b30e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-76r76 d85a5285fe297e029b590a0b9702b33e918605acbae788b091f1a751ab94b30e network default NAD default NAD key ] I0504 20:50:42.171287 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-76r76, hostIfaceName: d85a5285fe297e0, network: default, NAD default, SandboxID: "d85a5285fe297e029b590a0b9702b33e918605acbae788b091f1a751ab94b30e", PCI device ID: , UID: "6a7e041b-ea43-4353-982f-217bc8b06891", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0504 20:50:42.221655 3671 cni.go:473] [tsf-tas/tuf-97fc8ff76-76r76 d85a5285fe297e029b590a0b9702b33e918605acbae788b091f1a751ab94b30e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-76r76 d85a5285fe297e029b590a0b9702b33e918605acbae788b091f1a751ab94b30e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:93:44:04:48:a2\",\"name\":\"d85a5285fe297e0\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/466b914b-47bd-41b9-aa3f-e7a95166e88e\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:50:46.501809 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 20:50:50.530731 3671 cni.go:452] [tsf-tpa/test-tsf-tpa 47e403f9242dce47b71d0c295c45db80717aedc9cead17b3097c206b2fb4381c network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 47e403f9242dce47b71d0c295c45db80717aedc9cead17b3097c206b2fb4381c network default NAD default NAD key ] I0504 20:50:50.608265 3671 cni.go:473] [tsf-tpa/test-tsf-tpa 47e403f9242dce47b71d0c295c45db80717aedc9cead17b3097c206b2fb4381c network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 47e403f9242dce47b71d0c295c45db80717aedc9cead17b3097c206b2fb4381c network default NAD default NAD key default], result "{}", err I0504 20:50:50.659350 3671 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:50.659386 3671 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0504 20:50:50.660587 3671 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.41 I0504 20:50:50.660613 3671 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:50.702354 3671 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:50.702379 3671 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:50.709019 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 20:50:50.709035 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 20:50:51.130187 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0504 20:50:51.544236 3671 namespace.go:98] [image-controller] adding namespace I0504 20:50:51.544253 3671 namespace.go:98] [default-tenant] adding namespace I0504 20:50:51.545135 3671 namespace.go:102] [image-controller] adding namespace took 876.346µs I0504 20:50:51.545177 3671 namespace.go:98] [integration-service] adding namespace I0504 20:50:51.545823 3671 namespace.go:102] [integration-service] adding namespace took 639.373µs I0504 20:50:51.546493 3671 namespace.go:102] [default-tenant] adding namespace took 2.226288ms I0504 20:50:51.548795 3671 namespace.go:98] [build-service] adding namespace I0504 20:50:51.549415 3671 namespace.go:102] [build-service] adding namespace took 604.803µs I0504 20:50:51.601632 3671 namespace.go:142] [image-controller] updating namespace I0504 20:50:51.626217 3671 namespace.go:142] [image-controller] updating namespace I0504 20:50:51.645545 3671 namespace.go:142] [default-tenant] updating namespace I0504 20:50:51.665582 3671 namespace.go:142] [default-tenant] updating namespace I0504 20:50:51.677129 3671 namespace.go:142] [integration-service] updating namespace I0504 20:50:51.693833 3671 namespace.go:142] [integration-service] updating namespace I0504 20:50:51.700050 3671 namespace.go:142] [build-service] updating namespace I0504 20:50:51.721735 3671 namespace.go:142] [build-service] updating namespace I0504 20:50:51.863941 3671 namespace.go:142] [build-service] updating namespace I0504 20:50:51.888523 3671 namespace.go:142] [integration-service] updating namespace I0504 20:50:51.905353 3671 namespace.go:98] [release-service] adding namespace I0504 20:50:51.906193 3671 namespace.go:102] [release-service] adding namespace took 827.857µs I0504 20:50:51.929485 3671 namespace.go:142] [release-service] updating namespace I0504 20:50:51.947351 3671 namespace.go:142] [konflux-ui] updating namespace I0504 20:50:51.960560 3671 namespace.go:142] [release-service] updating namespace I0504 20:50:52.051607 3671 namespace.go:98] [konflux-info] adding namespace I0504 20:50:52.052455 3671 namespace.go:102] [konflux-info] adding namespace took 830.509µs I0504 20:50:52.095969 3671 namespace.go:142] [konflux-info] updating namespace I0504 20:50:52.107584 3671 namespace.go:98] [namespace-lister] adding namespace I0504 20:50:52.108290 3671 namespace.go:102] [namespace-lister] adding namespace took 692.267µs I0504 20:50:52.141046 3671 namespace.go:98] [enterprise-contract-service] adding namespace I0504 20:50:52.141128 3671 namespace.go:142] [konflux-info] updating namespace I0504 20:50:52.141714 3671 namespace.go:102] [enterprise-contract-service] adding namespace took 651.968µs I0504 20:50:52.148950 3671 namespace.go:142] [image-controller] updating namespace I0504 20:50:52.149027 3671 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:52.209656 3671 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:52.236588 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:52.295214 3671 namespace.go:142] [default-tenant] updating namespace I0504 20:50:52.305118 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:52.428551 3671 namespace.go:98] [segment-bridge] adding namespace I0504 20:50:52.429407 3671 namespace.go:102] [segment-bridge] adding namespace took 834.408µs I0504 20:50:52.464526 3671 namespace.go:98] [konflux-cli] adding namespace I0504 20:50:52.465272 3671 namespace.go:102] [konflux-cli] adding namespace took 730.45µs I0504 20:50:52.557936 3671 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:52.625930 3671 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:52.662965 3671 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 20:50:52.663557 3671 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 20:50:52.663577 3671 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 20:50:52.666391 3671 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 20:50:52.684653 3671 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:52.715485 3671 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:52.827921 3671 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-fnhnk] creating logical port namespace-lister_namespace-lister-696b855848-fnhnk for pod on switch ip-10-0-1-160.ec2.internal I0504 20:50:52.828008 3671 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-fnhnk I0504 20:50:52.848681 3671 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 20:50:52.848704 3671 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 20:50:52.928826 3671 pod.go:62] [namespace-lister/namespace-lister-696b855848-fnhnk] pod update took 100.845727ms I0504 20:50:52.928847 3671 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-fnhnk] addLogicalPort annotation time took 100.872928ms I0504 20:50:52.929997 3671 pods.go:271] [namespace-lister/namespace-lister-696b855848-fnhnk] addLogicalPort took 102.094272ms, libovsdb time 774.494µs I0504 20:50:52.930707 3671 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 20:50:53.282760 3671 namespace.go:142] [build-service] updating namespace I0504 20:50:53.666589 3671 base_network_controller_pods.go:487] [default/konflux-ui/dex-58d4b6894b-748zs] creating logical port konflux-ui_dex-58d4b6894b-748zs for pod on switch ip-10-0-1-160.ec2.internal I0504 20:50:53.666699 3671 kube.go:256] Updating pod konflux-ui/dex-58d4b6894b-748zs I0504 20:50:53.822647 3671 cni.go:452] [namespace-lister/namespace-lister-696b855848-fnhnk 4ceb14d458fb086a33531b37d27b8965f07e1076b41afbb1eaab426443398b35 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-fnhnk 4ceb14d458fb086a33531b37d27b8965f07e1076b41afbb1eaab426443398b35 network default NAD default NAD key ] I0504 20:50:53.832511 3671 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-fnhnk, hostIfaceName: 4ceb14d458fb086, network: default, NAD default, SandboxID: "4ceb14d458fb086a33531b37d27b8965f07e1076b41afbb1eaab426443398b35", PCI device ID: , UID: "750ffa3d-788a-4ea8-adfb-54b94cf2841c", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0504 20:50:53.846285 3671 kube.go:256] Updating pod konflux-ui/dex-58d4b6894b-748zs I0504 20:50:53.884733 3671 cni.go:473] [namespace-lister/namespace-lister-696b855848-fnhnk 4ceb14d458fb086a33531b37d27b8965f07e1076b41afbb1eaab426443398b35 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-fnhnk 4ceb14d458fb086a33531b37d27b8965f07e1076b41afbb1eaab426443398b35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:6f:50:7c:16:01\",\"name\":\"4ceb14d458fb086\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8f4d34f-3d45-444d-800b-0cadcb0f73ab\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:53.930770 3671 pod.go:62] [konflux-ui/dex-58d4b6894b-748zs] pod update took 264.107335ms I0504 20:50:53.930792 3671 base_network_controller_pods.go:951] [default/konflux-ui/dex-58d4b6894b-748zs] addLogicalPort annotation time took 264.134618ms I0504 20:50:53.932267 3671 pods.go:271] [konflux-ui/dex-58d4b6894b-748zs] addLogicalPort took 265.696677ms, libovsdb time 1.065465ms I0504 20:50:54.311731 3671 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-rjn4r] creating logical port image-controller_image-controller-controller-manager-6f859968fc-rjn4r for pod on switch ip-10-0-1-160.ec2.internal I0504 20:50:54.311846 3671 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-rjn4r I0504 20:50:54.426565 3671 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-rjn4r I0504 20:50:54.442792 3671 namespace.go:142] [default-tenant] updating namespace I0504 20:50:54.538231 3671 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-rjn4r] pod update took 226.410879ms I0504 20:50:54.538261 3671 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-rjn4r] addLogicalPort annotation time took 226.446963ms I0504 20:50:54.539803 3671 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-rjn4r] addLogicalPort took 228.087411ms, libovsdb time 1.005532ms I0504 20:50:54.961210 3671 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7668cdb8dd-svj6h] creating logical port konflux-ui_proxy-7668cdb8dd-svj6h for pod on switch ip-10-0-1-160.ec2.internal I0504 20:50:54.961327 3671 kube.go:256] Updating pod konflux-ui/proxy-7668cdb8dd-svj6h I0504 20:50:55.002917 3671 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-g98pz] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-g98pz for pod on switch ip-10-0-1-160.ec2.internal I0504 20:50:55.003028 3671 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-g98pz I0504 20:50:55.029716 3671 kube.go:256] Updating pod konflux-ui/proxy-7668cdb8dd-svj6h I0504 20:50:55.089396 3671 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-z2dzs] creating logical port build-service_build-service-controller-manager-7cbf488fcf-z2dzs for pod on switch ip-10-0-1-160.ec2.internal I0504 20:50:55.089502 3671 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-z2dzs I0504 20:50:55.103713 3671 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-g98pz I0504 20:50:55.106012 3671 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-rjn4r 823c86c3d57a9e33d63edc71be3e9cd7bacdece40db7da0a66a88bb240dc5cf5 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-rjn4r 823c86c3d57a9e33d63edc71be3e9cd7bacdece40db7da0a66a88bb240dc5cf5 network default NAD default NAD key ] I0504 20:50:55.114240 3671 pod.go:62] [konflux-ui/proxy-7668cdb8dd-svj6h] pod update took 152.953898ms I0504 20:50:55.114270 3671 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7668cdb8dd-svj6h] addLogicalPort annotation time took 152.987217ms I0504 20:50:55.115871 3671 pods.go:271] [konflux-ui/proxy-7668cdb8dd-svj6h] addLogicalPort took 154.674177ms, libovsdb time 968.567µs I0504 20:50:55.116558 3671 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-rjn4r, hostIfaceName: 823c86c3d57a9e3, network: default, NAD default, SandboxID: "823c86c3d57a9e33d63edc71be3e9cd7bacdece40db7da0a66a88bb240dc5cf5", PCI device ID: , UID: "e72b1d45-98ce-46e2-9470-573ea8c67272", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0504 20:50:55.125107 3671 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-z2dzs] pod update took 35.633299ms I0504 20:50:55.125128 3671 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-z2dzs] addLogicalPort annotation time took 35.657962ms I0504 20:50:55.126513 3671 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-z2dzs] addLogicalPort took 37.133478ms, libovsdb time 853.221µs I0504 20:50:55.129541 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:55.153649 3671 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-g98pz] pod update took 150.656583ms I0504 20:50:55.153673 3671 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-g98pz] addLogicalPort annotation time took 150.68512ms I0504 20:50:55.155170 3671 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-g98pz] addLogicalPort took 152.274391ms, libovsdb time 989.828µs I0504 20:50:55.172433 3671 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-rjn4r 823c86c3d57a9e33d63edc71be3e9cd7bacdece40db7da0a66a88bb240dc5cf5 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-rjn4r 823c86c3d57a9e33d63edc71be3e9cd7bacdece40db7da0a66a88bb240dc5cf5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:a3:03:b7:a9:92\",\"name\":\"823c86c3d57a9e3\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e43c92d0-1c8f-499d-ac0d-b1fb142fc8be\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:55.203481 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 20:50:55.448213 3671 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-z2dzs 3b07738c50ad6e50b643b5b2e1fede63fc073d32d3968b855503463ce7d7f45d network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-z2dzs 3b07738c50ad6e50b643b5b2e1fede63fc073d32d3968b855503463ce7d7f45d network default NAD default NAD key ] I0504 20:50:55.459466 3671 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-z2dzs, hostIfaceName: 3b07738c50ad6e5, network: default, NAD default, SandboxID: "3b07738c50ad6e50b643b5b2e1fede63fc073d32d3968b855503463ce7d7f45d", PCI device ID: , UID: "c156f235-4aaa-4134-a972-6c962e376240", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0504 20:50:55.463828 3671 namespace.go:142] [image-controller] updating namespace I0504 20:50:55.510654 3671 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-z2dzs 3b07738c50ad6e50b643b5b2e1fede63fc073d32d3968b855503463ce7d7f45d network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-z2dzs 3b07738c50ad6e50b643b5b2e1fede63fc073d32d3968b855503463ce7d7f45d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:59:77:09:59:8a\",\"name\":\"3b07738c50ad6e5\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b47bbe43-0eaa-46c3-affd-dc4fdf40a332\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:50:55.516180 3671 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-lrvmq] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-lrvmq for pod on switch ip-10-0-1-160.ec2.internal I0504 20:50:55.516291 3671 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-lrvmq I0504 20:50:55.540093 3671 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-lrvmq] pod update took 23.838619ms I0504 20:50:55.540113 3671 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-lrvmq] addLogicalPort annotation time took 23.864917ms I0504 20:50:55.541295 3671 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-lrvmq] addLogicalPort took 25.132702ms, libovsdb time 764.055µs W0504 20:50:55.609633 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:50:55.683816 3671 namespace.go:142] [integration-service] updating namespace I0504 20:50:55.887197 3671 namespace.go:142] [konflux-info] updating namespace I0504 20:50:56.072807 3671 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:56.271652 3671 namespace.go:142] [release-service] updating namespace I0504 20:50:56.304709 3671 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-66b9b4995c-b8q2x] creating logical port integration-service_integration-service-controller-manager-66b9b4995c-b8q2x for pod on switch ip-10-0-1-160.ec2.internal I0504 20:50:56.304869 3671 kube.go:256] Updating pod integration-service/integration-service-controller-manager-66b9b4995c-b8q2x I0504 20:50:56.327412 3671 pod.go:62] [integration-service/integration-service-controller-manager-66b9b4995c-b8q2x] pod update took 22.579682ms I0504 20:50:56.327506 3671 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-66b9b4995c-b8q2x] addLogicalPort annotation time took 22.67678ms I0504 20:50:56.329117 3671 pods.go:271] [integration-service/integration-service-controller-manager-66b9b4995c-b8q2x] addLogicalPort took 24.426813ms, libovsdb time 1.087339ms I0504 20:50:56.384783 3671 namespace.go:142] [build-service] updating namespace I0504 20:50:56.402698 3671 namespace.go:142] [default-tenant] updating namespace I0504 20:50:56.426730 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:56.436938 3671 namespace.go:142] [image-controller] updating namespace I0504 20:50:56.453826 3671 namespace.go:142] [integration-service] updating namespace I0504 20:50:56.481335 3671 namespace.go:142] [konflux-info] updating namespace I0504 20:50:56.502766 3671 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:56.505795 3671 namespace.go:142] [release-service] updating namespace I0504 20:50:56.562811 3671 namespace.go:142] [build-service] updating namespace W0504 20:50:56.599941 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:50:56.689658 3671 namespace.go:142] [default-tenant] updating namespace I0504 20:50:56.780638 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:56.866483 3671 namespace.go:142] [image-controller] updating namespace I0504 20:50:56.969805 3671 namespace.go:142] [integration-service] updating namespace I0504 20:50:57.057774 3671 namespace.go:142] [konflux-info] updating namespace I0504 20:50:57.138850 3671 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:57.215829 3671 namespace.go:142] [release-service] updating namespace W0504 20:50:57.536010 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0504 20:50:58.464375 3671 namespace.go:142] [konflux-cli] updating namespace W0504 20:50:58.581592 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:50:58.605437 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 20:50:58.652193 3671 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:58.767003 3671 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:58.777110 3671 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:58.878596 3671 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:58.945327 3671 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-g98pz 2f2f80a5b3428ed451ccc4113255198b01c1a1e536e31a6fbb9905f0c058f665 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-g98pz 2f2f80a5b3428ed451ccc4113255198b01c1a1e536e31a6fbb9905f0c058f665 network default NAD default NAD key ] I0504 20:50:58.954620 3671 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-g98pz, hostIfaceName: 2f2f80a5b3428ed, network: default, NAD default, SandboxID: "2f2f80a5b3428ed451ccc4113255198b01c1a1e536e31a6fbb9905f0c058f665", PCI device ID: , UID: "535f73f1-5f3f-4c57-a429-45180e55bfc9", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0504 20:50:58.980643 3671 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:59.009022 3671 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-g98pz 2f2f80a5b3428ed451ccc4113255198b01c1a1e536e31a6fbb9905f0c058f665 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-g98pz 2f2f80a5b3428ed451ccc4113255198b01c1a1e536e31a6fbb9905f0c058f665 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:9c:23:45:84:c1\",\"name\":\"2f2f80a5b3428ed\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4fb5116-f06a-40d1-a2d0-ec5bbe811a0d\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:51:01.317379 3671 cni.go:452] [integration-service/integration-service-controller-manager-66b9b4995c-b8q2x 0ac2b731cbf4331ae67f384769814ad1966dbb802dc4469420c35b9fa4977c9c network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-66b9b4995c-b8q2x 0ac2b731cbf4331ae67f384769814ad1966dbb802dc4469420c35b9fa4977c9c network default NAD default NAD key ] I0504 20:51:01.328270 3671 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-66b9b4995c-b8q2x, hostIfaceName: 0ac2b731cbf4331, network: default, NAD default, SandboxID: "0ac2b731cbf4331ae67f384769814ad1966dbb802dc4469420c35b9fa4977c9c", PCI device ID: , UID: "d7680ffc-28e3-4c78-b4a8-a911f572df27", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0504 20:51:01.380482 3671 cni.go:473] [integration-service/integration-service-controller-manager-66b9b4995c-b8q2x 0ac2b731cbf4331ae67f384769814ad1966dbb802dc4469420c35b9fa4977c9c network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-66b9b4995c-b8q2x 0ac2b731cbf4331ae67f384769814ad1966dbb802dc4469420c35b9fa4977c9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:e8:de:ba:1a:8a\",\"name\":\"0ac2b731cbf4331\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1586ab72-1097-4c5a-aa3b-7e889b5dcef9\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:51:01.511580 3671 cni.go:452] [konflux-ui/dex-58d4b6894b-748zs 693681d9768937113b1b3a5abce8f8b6f0da8d8bd925fd051c49d99b7e657c97 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-58d4b6894b-748zs 693681d9768937113b1b3a5abce8f8b6f0da8d8bd925fd051c49d99b7e657c97 network default NAD default NAD key ] I0504 20:51:01.521358 3671 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-58d4b6894b-748zs, hostIfaceName: 693681d97689371, network: default, NAD default, SandboxID: "693681d9768937113b1b3a5abce8f8b6f0da8d8bd925fd051c49d99b7e657c97", PCI device ID: , UID: "c5d40c2e-40da-49a1-927b-95380e01f873", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0504 20:51:01.576176 3671 cni.go:473] [konflux-ui/dex-58d4b6894b-748zs 693681d9768937113b1b3a5abce8f8b6f0da8d8bd925fd051c49d99b7e657c97 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-58d4b6894b-748zs 693681d9768937113b1b3a5abce8f8b6f0da8d8bd925fd051c49d99b7e657c97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:c3:81:8f:61:f1\",\"name\":\"693681d97689371\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e755a932-b0c7-45d9-b439-b5e2afa81558\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:51:01.608414 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:01.608497 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:01.638514 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:01.638618 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0504 20:51:02.791890 3671 cni.go:452] [konflux-ui/proxy-7668cdb8dd-svj6h e886df7b5d126b849fccb644e84e22c17fc9f127c285bdd8a665ed92ff5e5013 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7668cdb8dd-svj6h e886df7b5d126b849fccb644e84e22c17fc9f127c285bdd8a665ed92ff5e5013 network default NAD default NAD key ] I0504 20:51:02.801118 3671 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7668cdb8dd-svj6h, hostIfaceName: e886df7b5d126b8, network: default, NAD default, SandboxID: "e886df7b5d126b849fccb644e84e22c17fc9f127c285bdd8a665ed92ff5e5013", PCI device ID: , UID: "bca0a39c-de8d-4a03-b07b-1a637f5bef9f", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0504 20:51:02.852902 3671 cni.go:473] [konflux-ui/proxy-7668cdb8dd-svj6h e886df7b5d126b849fccb644e84e22c17fc9f127c285bdd8a665ed92ff5e5013 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7668cdb8dd-svj6h e886df7b5d126b849fccb644e84e22c17fc9f127c285bdd8a665ed92ff5e5013 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b9:e5:9c:19:30\",\"name\":\"e886df7b5d126b8\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad5cb332-4764-4de1-8d72-8262288b9a2a\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 20:51:03.391788 3671 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-lrvmq 86b3264c30d9d0cff9d8bb582554bb853ca57613d4787bc1f39ab0445efa7099 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-lrvmq 86b3264c30d9d0cff9d8bb582554bb853ca57613d4787bc1f39ab0445efa7099 network default NAD default NAD key ] I0504 20:51:03.403923 3671 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-lrvmq, hostIfaceName: 86b3264c30d9d0c, network: default, NAD default, SandboxID: "86b3264c30d9d0cff9d8bb582554bb853ca57613d4787bc1f39ab0445efa7099", PCI device ID: , UID: "b5595ec4-5a83-4866-aa8f-ab24c00335b5", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0504 20:51:03.467822 3671 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-lrvmq 86b3264c30d9d0cff9d8bb582554bb853ca57613d4787bc1f39ab0445efa7099 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-lrvmq 86b3264c30d9d0cff9d8bb582554bb853ca57613d4787bc1f39ab0445efa7099 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:c1:f0:b3:ff:9b\",\"name\":\"86b3264c30d9d0c\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31483ee0-e7ad-4d52-b7dd-962753898b2a\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0504 20:51:03.624201 3671 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 20:51:07.660463 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:07.660480 3671 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:07.679394 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:51:07.679456 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:51:09.244635 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:09.244651 3671 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:09.606374 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0504 20:51:09.635075 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:51:12.617525 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:12.618952 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0504 20:51:12.856212 3671 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-g98pz 2f2f80a5b3428ed451ccc4113255198b01c1a1e536e31a6fbb9905f0c058f665 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-g98pz 2f2f80a5b3428ed451ccc4113255198b01c1a1e536e31a6fbb9905f0c058f665 network default NAD default NAD key ] I0504 20:51:12.939550 3671 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-g98pz 2f2f80a5b3428ed451ccc4113255198b01c1a1e536e31a6fbb9905f0c058f665 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-g98pz 2f2f80a5b3428ed451ccc4113255198b01c1a1e536e31a6fbb9905f0c058f665 network default NAD default NAD key default], result "{}", err I0504 20:51:13.000308 3671 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:13.000350 3671 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-g98pz I0504 20:51:13.001718 3671 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-g98pz, ips: 10.130.0.48 I0504 20:51:13.001764 3671 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:13.726982 3671 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:13.727011 3671 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:13.732247 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-g98pz I0504 20:51:13.732269 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-g98pz W0504 20:51:19.670876 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0504 20:51:20.217002 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 20:51:24.224916 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 W0504 20:51:29.758856 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:51:29.758978 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:51:44.727108 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:44.727132 3671 util.go:959] Failed to build node endpoints for node ip-10-0-1-160.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 20:51:57.249341 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0504 20:52:05.208644 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 20:52:19.310140 3671 cni.go:452] [konflux-ui/proxy-7668cdb8dd-svj6h e886df7b5d126b849fccb644e84e22c17fc9f127c285bdd8a665ed92ff5e5013 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7668cdb8dd-svj6h e886df7b5d126b849fccb644e84e22c17fc9f127c285bdd8a665ed92ff5e5013 network default NAD default NAD key ] I0504 20:52:19.394778 3671 cni.go:473] [konflux-ui/proxy-7668cdb8dd-svj6h e886df7b5d126b849fccb644e84e22c17fc9f127c285bdd8a665ed92ff5e5013 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7668cdb8dd-svj6h e886df7b5d126b849fccb644e84e22c17fc9f127c285bdd8a665ed92ff5e5013 network default NAD default NAD key default], result "{}", err I0504 20:52:19.461118 3671 obj_retry.go:498] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:19.461152 3671 pods.go:176] Deleting pod: konflux-ui/proxy-7668cdb8dd-svj6h I0504 20:52:19.462555 3671 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7668cdb8dd-svj6h, ips: 10.130.0.47 I0504 20:52:19.462584 3671 obj_retry.go:498] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:20.063523 3671 obj_retry.go:492] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:20.063544 3671 obj_retry.go:492] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:20.069020 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7668cdb8dd-svj6h I0504 20:52:20.069090 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7668cdb8dd-svj6h I0504 20:52:26.839876 3671 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:26.840453 3671 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:26.858499 3671 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:26.858520 3671 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:26.865272 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 20:52:26.865292 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 20:52:49.212080 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 20:52:53.130350 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=168 I0504 20:53:01.131792 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0504 20:54:26.204300 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 20:54:57.236811 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=5 I0504 20:55:49.141848 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=138 I0504 20:55:57.232716 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 20:56:04.133677 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=25 I0504 20:56:59.219758 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 20:57:34.133648 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 20:57:37.211110 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0504 20:58:01.252535 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 20:58:12.132400 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0504 20:58:32.252402 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 20:58:49.214495 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0504 20:58:54.132490 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0504 20:59:15.437322 3671 namespace.go:98] [managed-tenant-nmblp] adding namespace I0504 20:59:15.438255 3671 namespace.go:102] [managed-tenant-nmblp] adding namespace took 908.09µs I0504 20:59:15.486908 3671 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:15.506822 3671 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:16.477959 3671 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:16.612414 3671 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:16.710629 3671 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:53.134753 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0504 21:00:00.251975 3671 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29632140-6nmrr] creating logical port segment-bridge_segment-bridge-29632140-6nmrr for pod on switch ip-10-0-1-160.ec2.internal I0504 21:00:00.252080 3671 kube.go:256] Updating pod segment-bridge/segment-bridge-29632140-6nmrr I0504 21:00:00.277245 3671 pod.go:62] [segment-bridge/segment-bridge-29632140-6nmrr] pod update took 25.186356ms I0504 21:00:00.277268 3671 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29632140-6nmrr] addLogicalPort annotation time took 25.212813ms I0504 21:00:00.278435 3671 pods.go:271] [segment-bridge/segment-bridge-29632140-6nmrr] addLogicalPort took 26.47442ms, libovsdb time 830.417µs I0504 21:00:00.615677 3671 cni.go:452] [segment-bridge/segment-bridge-29632140-6nmrr 0c9429991f0b81fdb92a0f53845e1a34072163d3ca6eb0e227e5b7851e55552b network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29632140-6nmrr 0c9429991f0b81fdb92a0f53845e1a34072163d3ca6eb0e227e5b7851e55552b network default NAD default NAD key ] I0504 21:00:00.625301 3671 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29632140-6nmrr, hostIfaceName: 0c9429991f0b81f, network: default, NAD default, SandboxID: "0c9429991f0b81fdb92a0f53845e1a34072163d3ca6eb0e227e5b7851e55552b", PCI device ID: , UID: "0e9f6fec-b76c-44d4-89f0-885e8dcd698b", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0504 21:00:00.679203 3671 cni.go:473] [segment-bridge/segment-bridge-29632140-6nmrr 0c9429991f0b81fdb92a0f53845e1a34072163d3ca6eb0e227e5b7851e55552b network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29632140-6nmrr 0c9429991f0b81fdb92a0f53845e1a34072163d3ca6eb0e227e5b7851e55552b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:92:05:3e:e8:01\",\"name\":\"0c9429991f0b81f\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6b317e2-c978-4ae0-bafc-a4425d16ecfc\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0504 21:00:04.460368 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.461013 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:05.335372 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:05.335401 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:07.047202 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:07.047254 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:07.051727 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-4jgq7 I0504 21:00:07.051767 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-4jgq7 I0504 21:00:11.035976 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:11.036000 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:11.040296 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-d8wx7 I0504 21:00:11.040311 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-d8wx7 I0504 21:00:17.029073 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:17.029095 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:17.035576 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-brkp2 I0504 21:00:17.035598 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-brkp2 I0504 21:00:51.144703 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=30 I0504 21:00:52.207379 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0504 21:00:55.227528 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0504 21:02:08.207166 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 21:02:45.239484 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0504 21:02:54.214324 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0504 21:03:16.136487 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0504 21:04:32.217148 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 21:04:50.135271 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=5 I0504 21:05:00.257440 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 21:05:25.222257 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 21:05:35.136764 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=11 I0504 21:05:49.255025 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 21:05:50.235209 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0504 21:05:51.134629 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 W0504 21:06:10.804716 3671 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg I0504 21:06:28.137666 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0504 21:07:02.229946 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0504 21:08:48.139648 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 21:09:28.242100 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0504 21:09:45.804691 3671 duration.go:461] Config duration recorder: measurement expired for pod/tsf/patch-tekton-config-4ll8k I0504 21:10:03.927152 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:03.927727 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.797636 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.797689 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.830175 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.830212 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.832725 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z I0504 21:10:04.832774 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z I0504 21:10:17.220084 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0504 21:10:31.224817 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 21:10:39.147071 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=29 I0504 21:10:44.209733 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0504 21:10:54.139419 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0504 21:11:02.217367 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 21:11:07.137556 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25