+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-85.ec2.internal ++ [[ -n ip-10-0-1-85.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-85.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0425 11:47:46.090098364 - disable conntrack on geneve port' I0425 11:47:46.090098364 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0425 11:47:46.132101960 - starting ovnkube-node + echo 'I0425 11:47:46.132101960 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-85.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-85.ec2.internal --init-node ip-10-0-1-85.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-85.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0425 11:47:46.178430 3805 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0425 11:47:46.178486 3805 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-c26eaf2d8c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0425 11:47:46.180015 3805 kube.go:431] Waiting for certificate I0425 11:47:46.180041 3805 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0425 11:47:46.180628 3805 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0425 11:47:46.181441 3805 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 11:47:46.212661 3805 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:46.212680 3805 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:46.214863 3805 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:46.214963 3805 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5rsgk" I0425 11:47:46.222158 3805 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5rsgk" I0425 11:47:46.222246 3805 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0425 11:47:47.180401 3805 kube.go:438] Certificate found I0425 11:47:47.181055 3805 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0425 11:47:47.182404 3805 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0425 11:47:47.232066 3805 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-26 11:42:46 +0000 UTC" deadline="2026-04-26 06:03:02.635828503 +0000 UTC" I0425 11:47:47.232105 3805 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h15m15.403734744s" I0425 11:47:47.249135 3805 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 11:47:47.266334 3805 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0425 11:47:47.266408 3805 factory.go:561] Starting watch factory I0425 11:47:47.266498 3805 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.266513 3805 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.266517 3805 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.266537 3805 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.266565 3805 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.266592 3805 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.266497 3805 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.266495 3805 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0425 11:47:47.266690 3805 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.266501 3805 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.266750 3805 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.266774 3805 server.go:101] MetricServer registers OVS metrics I0425 11:47:47.267053 3805 server.go:105] MetricServer registers OVN DB metrics I0425 11:47:47.267164 3805 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.267181 3805 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.271350 3805 controller_manager.go:370] Starting the ovnkube controller I0425 11:47:47.271360 3805 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-85.ec2.internal I0425 11:47:47.271402 3805 controller_manager.go:395] NBDB zone sync took: 35.609µs I0425 11:47:47.271408 3805 factory.go:561] Starting watch factory I0425 11:47:47.271885 3805 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0425 11:47:47.271927 3805 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0425 11:47:47.283517 3805 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.283584 3805 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.285726 3805 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0425 11:47:47.285751 3805 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0425 11:47:47.286278 3805 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.288919 3805 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.289959 3805 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.291806 3805 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0425 11:47:47.292115 3805 server.go:109] MetricServer registers OVN Controller metrics I0425 11:47:47.295700 3805 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0425 11:47:47.297103 3805 server.go:113] MetricServer registers OVN Northd metrics I0425 11:47:47.301585 3805 metrics.go:519] OVN Metrics Server starts to run ... I0425 11:47:47.371641 3805 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 11:47:47.371670 3805 factory.go:1977] *v1.Node informer cache synced successfully I0425 11:47:47.371674 3805 factory.go:1977] *v1.Service informer cache synced successfully I0425 11:47:47.371677 3805 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 11:47:47.371681 3805 factory.go:1977] *v1.Pod informer cache synced successfully I0425 11:47:47.371683 3805 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 11:47:47.371789 3805 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:47.371814 3805 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:47.371776 3805 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:47.371839 3805 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:47.376307 3805 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:47.376637 3805 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0425 11:47:47.376677 3805 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0425 11:47:47.376685 3805 factory.go:1977] *v1.Namespace informer cache synced successfully I0425 11:47:47.376688 3805 factory.go:1977] *v1.Node informer cache synced successfully I0425 11:47:47.376691 3805 factory.go:1977] *v1.Service informer cache synced successfully I0425 11:47:47.376694 3805 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0425 11:47:47.376697 3805 factory.go:1977] *v1.Pod informer cache synced successfully I0425 11:47:47.376758 3805 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 11:47:47.376769 3805 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 11:47:47.376821 3805 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.376833 3805 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.379523 3805 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.382616 3805 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 11:47:47.382666 3805 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0425 11:47:47.382677 3805 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0425 11:47:47.382686 3805 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.382697 3805 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.385210 3805 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.388392 3805 factory.go:1977] *v1.EgressIP informer cache synced successfully I0425 11:47:47.388415 3805 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 11:47:47.388477 3805 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.388494 3805 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.390968 3805 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.394133 3805 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 11:47:47.394149 3805 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0425 11:47:47.394205 3805 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.394221 3805 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.396992 3805 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.400181 3805 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 11:47:47.400196 3805 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0425 11:47:47.400261 3805 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.400277 3805 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.402846 3805 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.406110 3805 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 11:47:47.406117 3805 factory.go:1977] *v1.EgressService informer cache synced successfully I0425 11:47:47.406297 3805 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 11:47:47.406315 3805 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 11:47:47.409114 3805 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0425 11:47:47.411151 3805 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0425 11:47:47.411154 3805 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 11:47:47.411229 3805 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.411242 3805 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.411261 3805 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.411276 3805 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.413815 3805 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.413828 3805 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0425 11:47:47.416754 3805 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 11:47:47.416764 3805 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 11:47:47.416772 3805 factory.go:680] Watch Factory start up complete, took: 150.370877ms I0425 11:47:47.416762 3805 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0425 11:47:47.416876 3805 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0425 11:47:47.422357 3805 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0425 11:47:47.422367 3805 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0425 11:47:47.422373 3805 factory.go:680] Watch Factory start up complete, took: 150.964381ms I0425 11:47:47.422381 3805 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-85.ec2.internal" zone I0425 11:47:47.464979 3805 default_node_network_controller.go:710] Initializing the default node network controller I0425 11:47:47.532791 3805 udn_isolation.go:101] Starting UDN host isolation manager I0425 11:47:47.538692 3805 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0425 11:47:47.592925 3805 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0425 11:47:47.593048 3805 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0425 11:47:47.593063 3805 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0425 11:47:47.626604 3805 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0425 11:47:47.626678 3805 default_node_network_controller.go:809] Node ip-10-0-1-85.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0425 11:47:47.631932 3805 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.85"] k8s.ovn.org/zone-name:ip-10-0-1-85.ec2.internal] on node ip-10-0-1-85.ec2.internal I0425 11:47:47.651856 3805 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0425 11:47:47.657573 3805 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0425 11:47:47.657730 3805 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0425 11:47:47.657905 3805 gateway_init.go:263] Preparing Gateway I0425 11:47:47.657917 3805 gateway_shared_intf.go:1687] Creating new gateway I0425 11:47:47.672969 3805 controller_manager.go:429] Waiting for node in zone sync took: 250.576951ms I0425 11:47:47.677457 3805 controller_manager.go:611] Switching to transit router for layer2 networks I0425 11:47:47.677471 3805 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-85.ec2.internal I0425 11:47:47.692487 3805 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0425 11:47:47.698384 3805 controller_manager.go:290] SCTP support detected in OVN I0425 11:47:47.699046 3805 services_controller.go:69] Creating services controller for network=default I0425 11:47:47.699116 3805 udn_enabled_svc.go:80] Waiting for service informer to sync I0425 11:47:47.699303 3805 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0425 11:47:47.699361 3805 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0425 11:47:47.699377 3805 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0425 11:47:47.699390 3805 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 11:47:47.699562 3805 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0425 11:47:47.699628 3805 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0425 11:47:47.699675 3805 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 70.331µs I0425 11:47:47.699688 3805 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 50.427µs I0425 11:47:47.699697 3805 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 68.927µs I0425 11:47:47.699702 3805 udn_enabled_svc.go:95] Performing full resync I0425 11:47:47.699705 3805 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0425 11:47:47.699732 3805 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0425 11:47:47.699747 3805 default_network_controller.go:325] Starting the default network controller I0425 11:47:47.699843 3805 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.24µs I0425 11:47:47.700067 3805 udn_enabled_svc.go:99] Waiting for handler to sync I0425 11:47:47.700077 3805 udn_enabled_svc.go:104] Starting worker I0425 11:47:47.708837 3805 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0425 11:47:47.708897 3805 repair.go:33] Syncing exgw routes took 47.432µs I0425 11:47:47.708920 3805 default_network_controller.go:414] Starting all the Watchers... I0425 11:47:47.709198 3805 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0425 11:47:47.709209 3805 namespace.go:98] [openshift-operators-redhat] adding namespace I0425 11:47:47.709214 3805 namespace.go:98] [openshift-console] adding namespace I0425 11:47:47.709232 3805 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0425 11:47:47.709240 3805 namespace.go:98] [openshift-network-diagnostics] adding namespace I0425 11:47:47.709245 3805 namespace.go:98] [openshift-image-registry] adding namespace I0425 11:47:47.709259 3805 namespace.go:98] [openshift-backplane-tam] adding namespace I0425 11:47:47.709269 3805 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0425 11:47:47.709268 3805 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0425 11:47:47.709270 3805 namespace.go:98] [openshift-ingress] adding namespace I0425 11:47:47.709277 3805 namespace.go:98] [kube-public] adding namespace I0425 11:47:47.709270 3805 namespace.go:98] [openshift-config-operator] adding namespace I0425 11:47:47.709320 3805 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0425 11:47:47.709199 3805 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0425 11:47:47.709332 3805 namespace.go:98] [openshift-apiserver] adding namespace I0425 11:47:47.709895 3805 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 678.655µs I0425 11:47:47.709911 3805 namespace.go:98] [openshift-insights] adding namespace I0425 11:47:47.710447 3805 namespace.go:102] [openshift-insights] adding namespace took 531.568µs I0425 11:47:47.710463 3805 namespace.go:98] [openshift-route-controller-manager] adding namespace I0425 11:47:47.711012 3805 namespace.go:102] [openshift-route-controller-manager] adding namespace took 540.813µs I0425 11:47:47.711032 3805 namespace.go:98] [openshift-backplane-cse] adding namespace I0425 11:47:47.711409 3805 namespace.go:102] [openshift-operators-redhat] adding namespace took 2.18693ms I0425 11:47:47.711424 3805 namespace.go:98] [openshift-backplane-csm] adding namespace I0425 11:47:47.711941 3805 namespace.go:102] [openshift-console] adding namespace took 2.715215ms I0425 11:47:47.711959 3805 namespace.go:98] [openshift-user-workload-monitoring] adding namespace W0425 11:47:47.712463 3805 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-sdsx8: pod openshift-network-diagnostics/network-check-target-sdsx8: no pod IPs found I0425 11:47:47.712500 3805 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 3.26204ms I0425 11:47:47.712510 3805 namespace.go:98] [openshift-customer-monitoring] adding namespace I0425 11:47:47.713158 3805 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.901351ms I0425 11:47:47.713176 3805 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0425 11:47:47.713681 3805 namespace.go:102] [openshift-image-registry] adding namespace took 4.421195ms I0425 11:47:47.713697 3805 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0425 11:47:47.714264 3805 namespace.go:102] [openshift-backplane-tam] adding namespace took 4.998294ms I0425 11:47:47.714280 3805 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0425 11:47:47.714942 3805 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.666649ms I0425 11:47:47.714954 3805 namespace.go:98] [openshift-network-node-identity] adding namespace I0425 11:47:47.715591 3805 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.31338ms I0425 11:47:47.715600 3805 namespace.go:98] [openshift] adding namespace I0425 11:47:47.716279 3805 namespace.go:102] [openshift-ingress] adding namespace took 6.971574ms I0425 11:47:47.716303 3805 namespace.go:98] [openshift-kube-scheduler] adding namespace I0425 11:47:47.716762 3805 namespace.go:102] [kube-public] adding namespace took 7.470882ms I0425 11:47:47.716782 3805 namespace.go:98] [openshift-backplane] adding namespace I0425 11:47:47.717183 3805 namespace.go:102] [openshift-config-operator] adding namespace took 7.890288ms I0425 11:47:47.717198 3805 namespace.go:98] [openshift-logging] adding namespace I0425 11:47:47.717867 3805 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.534127ms I0425 11:47:47.717880 3805 namespace.go:98] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] adding namespace I0425 11:47:47.718399 3805 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 9.062183ms I0425 11:47:47.718414 3805 namespace.go:98] [openshift-ingress-operator] adding namespace I0425 11:47:47.718884 3805 namespace.go:102] [openshift-apiserver] adding namespace took 9.54436ms I0425 11:47:47.718896 3805 namespace.go:98] [openshift-backplane-mobb] adding namespace I0425 11:47:47.719428 3805 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.389847ms I0425 11:47:47.719442 3805 namespace.go:98] [openshift-must-gather-operator] adding namespace I0425 11:47:47.719880 3805 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.451917ms I0425 11:47:47.719892 3805 namespace.go:98] [openshift-authentication] adding namespace I0425 11:47:47.720309 3805 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.342417ms I0425 11:47:47.720327 3805 namespace.go:98] [openshift-authentication-operator] adding namespace I0425 11:47:47.720673 3805 namespace.go:102] [openshift-customer-monitoring] adding namespace took 8.158166ms I0425 11:47:47.720685 3805 namespace.go:98] [openshift-backplane-cee] adding namespace I0425 11:47:47.721137 3805 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.956387ms I0425 11:47:47.721148 3805 namespace.go:98] [default] adding namespace I0425 11:47:47.721681 3805 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.960137ms I0425 11:47:47.721696 3805 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0425 11:47:47.722237 3805 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.95156ms I0425 11:47:47.722259 3805 namespace.go:98] [openshift-config] adding namespace I0425 11:47:47.722684 3805 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.723033ms I0425 11:47:47.722715 3805 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0425 11:47:47.723193 3805 namespace.go:102] [openshift] adding namespace took 7.587808ms I0425 11:47:47.723206 3805 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0425 11:47:47.723628 3805 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.318818ms I0425 11:47:47.723639 3805 namespace.go:98] [openshift-cluster-version] adding namespace I0425 11:47:47.724094 3805 namespace.go:102] [openshift-backplane] adding namespace took 7.303446ms I0425 11:47:47.724114 3805 namespace.go:98] [openshift-node] adding namespace I0425 11:47:47.724729 3805 namespace.go:102] [openshift-logging] adding namespace took 7.522046ms I0425 11:47:47.724747 3805 namespace.go:98] [kube-node-lease] adding namespace I0425 11:47:47.725253 3805 namespace.go:102] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] adding namespace took 7.366248ms I0425 11:47:47.725270 3805 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0425 11:47:47.725770 3805 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.346219ms I0425 11:47:47.725794 3805 namespace.go:98] [openshift-console-user-settings] adding namespace I0425 11:47:47.726259 3805 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.357775ms I0425 11:47:47.726275 3805 namespace.go:98] [openshift-dns-operator] adding namespace I0425 11:47:47.726630 3805 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.180957ms I0425 11:47:47.726662 3805 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0425 11:47:47.727279 3805 namespace.go:102] [openshift-authentication] adding namespace took 7.382644ms I0425 11:47:47.727291 3805 namespace.go:98] [openshift-apiserver-operator] adding namespace I0425 11:47:47.727805 3805 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.472499ms I0425 11:47:47.727817 3805 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0425 11:47:47.728318 3805 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.626514ms I0425 11:47:47.728334 3805 namespace.go:98] [openshift-monitoring] adding namespace I0425 11:47:47.728780 3805 namespace.go:102] [default] adding namespace took 7.627218ms I0425 11:47:47.728793 3805 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0425 11:47:47.729333 3805 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.632619ms I0425 11:47:47.729346 3805 namespace.go:98] [openshift-infra] adding namespace I0425 11:47:47.729796 3805 namespace.go:102] [openshift-config] adding namespace took 7.530769ms I0425 11:47:47.729807 3805 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0425 11:47:47.730221 3805 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.498615ms I0425 11:47:47.730231 3805 namespace.go:98] [openshift-marketplace] adding namespace I0425 11:47:47.730618 3805 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.406166ms I0425 11:47:47.730634 3805 namespace.go:98] [openshift-ingress-canary] adding namespace I0425 11:47:47.731065 3805 namespace.go:102] [openshift-cluster-version] adding namespace took 7.42123ms I0425 11:47:47.731076 3805 namespace.go:98] [openshift-network-operator] adding namespace I0425 11:47:47.731464 3805 namespace.go:102] [openshift-node] adding namespace took 7.344104ms I0425 11:47:47.731475 3805 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0425 11:47:47.731883 3805 namespace.go:102] [kube-node-lease] adding namespace took 7.132771ms I0425 11:47:47.731894 3805 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0425 11:47:47.732256 3805 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.98103ms I0425 11:47:47.732266 3805 namespace.go:98] [openshift-package-operator] adding namespace I0425 11:47:47.732672 3805 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.869669ms I0425 11:47:47.732687 3805 namespace.go:98] [openshift-etcd] adding namespace I0425 11:47:47.733104 3805 namespace.go:102] [openshift-dns-operator] adding namespace took 6.824073ms I0425 11:47:47.733115 3805 namespace.go:98] [openshift-controller-manager] adding namespace I0425 11:47:47.733460 3805 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.791569ms I0425 11:47:47.733913 3805 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.615549ms I0425 11:47:47.733928 3805 namespace.go:98] [dedicated-admin] adding namespace I0425 11:47:47.734366 3805 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.543734ms I0425 11:47:47.734380 3805 namespace.go:98] [openshift-config-managed] adding namespace I0425 11:47:47.734798 3805 namespace.go:102] [openshift-monitoring] adding namespace took 6.457855ms I0425 11:47:47.734811 3805 namespace.go:98] [openshift-backplane-srep] adding namespace I0425 11:47:47.735172 3805 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.375457ms I0425 11:47:47.735183 3805 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0425 11:47:47.735557 3805 namespace.go:102] [openshift-infra] adding namespace took 6.205982ms I0425 11:47:47.735569 3805 namespace.go:98] [openshift-dns] adding namespace I0425 11:47:47.735986 3805 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.174849ms I0425 11:47:47.736422 3805 namespace.go:102] [openshift-marketplace] adding namespace took 6.185834ms I0425 11:47:47.736434 3805 namespace.go:98] [openshift-multus] adding namespace I0425 11:47:47.736962 3805 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.312082ms I0425 11:47:47.736975 3805 namespace.go:98] [openshift-host-network] adding namespace I0425 11:47:47.737368 3805 namespace.go:102] [openshift-network-operator] adding namespace took 6.286917ms I0425 11:47:47.737381 3805 namespace.go:98] [openshift-service-ca-operator] adding namespace I0425 11:47:47.737774 3805 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.293645ms I0425 11:47:47.737787 3805 namespace.go:98] [openshift-machine-api] adding namespace I0425 11:47:47.738179 3805 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.279531ms I0425 11:47:47.738190 3805 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0425 11:47:47.738558 3805 namespace.go:102] [openshift-package-operator] adding namespace took 6.287333ms I0425 11:47:47.738571 3805 namespace.go:98] [openshift-machine-config-operator] adding namespace I0425 11:47:47.738998 3805 namespace.go:102] [openshift-etcd] adding namespace took 6.306906ms I0425 11:47:47.739009 3805 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0425 11:47:47.739385 3805 namespace.go:102] [openshift-controller-manager] adding namespace took 6.264925ms I0425 11:47:47.739397 3805 namespace.go:98] [openshift-kube-apiserver] adding namespace I0425 11:47:47.739820 3805 namespace.go:102] [dedicated-admin] adding namespace took 5.887268ms I0425 11:47:47.739833 3805 namespace.go:98] [openshift-network-console] adding namespace I0425 11:47:47.740218 3805 namespace.go:102] [openshift-config-managed] adding namespace took 5.832984ms I0425 11:47:47.740632 3805 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.815334ms I0425 11:47:47.740664 3805 namespace.go:98] [openshift-console-operator] adding namespace I0425 11:47:47.741082 3805 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.893179ms W0425 11:47:47.741499 3805 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zl2ll: pod openshift-multus/network-metrics-daemon-zl2ll: no pod IPs found I0425 11:47:47.741543 3805 namespace.go:102] [openshift-dns] adding namespace took 5.967952ms I0425 11:47:47.742031 3805 namespace.go:102] [openshift-multus] adding namespace took 5.592416ms I0425 11:47:47.742954 3805 namespace.go:102] [openshift-host-network] adding namespace took 5.971749ms I0425 11:47:47.743388 3805 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.002296ms I0425 11:47:47.743744 3805 namespace.go:102] [openshift-machine-api] adding namespace took 5.949543ms I0425 11:47:47.744211 3805 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.016397ms I0425 11:47:47.744605 3805 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.026953ms I0425 11:47:47.744622 3805 namespace.go:98] [openshift-operators] adding namespace I0425 11:47:47.745042 3805 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.025885ms I0425 11:47:47.745449 3805 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.046972ms I0425 11:47:47.745463 3805 namespace.go:98] [kube-system] adding namespace I0425 11:47:47.745907 3805 namespace.go:102] [openshift-network-console] adding namespace took 6.068344ms I0425 11:47:47.746306 3805 namespace.go:102] [openshift-console-operator] adding namespace took 5.634998ms I0425 11:47:47.746755 3805 namespace.go:102] [openshift-operators] adding namespace took 2.124933ms I0425 11:47:47.747097 3805 namespace.go:102] [kube-system] adding namespace took 1.630142ms W0425 11:47:47.747189 3805 master.go:458] Unable to parse local node ip-10-0-1-85.ec2.internal chassis-id annotation. Chassis may be removed during sync I0425 11:47:47.747199 3805 master.go:481] Removing stale chassis with ID/Name: 923ac415-9732-4d40-82d7-2ac10f64a773, hostname: ip-10-0-1-85.ec2.internal I0425 11:47:47.747696 3805 master.go:548] Adding or Updating local node "ip-10-0-1-85.ec2.internal" for network "default" I0425 11:47:47.748285 3805 zone_ic_handler.go:195] Time taken to create transit switch: 248.903µs I0425 11:47:47.748297 3805 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-183.ec2.internal for the network default I0425 11:47:47.748664 3805 zone_ic_handler.go:195] Time taken to create transit switch: 158.144µs I0425 11:47:47.748676 3805 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-252.ec2.internal for the network default I0425 11:47:47.749352 3805 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-183.ec2.internal" on network "default" took: 1.328174ms I0425 11:47:47.749942 3805 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-252.ec2.internal" on network "default" took: 1.444928ms I0425 11:47:47.751798 3805 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-85.ec2.internal for the network default I0425 11:47:47.751995 3805 zone_ic_handler.go:195] Time taken to create transit switch: 184.756µs I0425 11:47:47.752686 3805 default_network_controller.go:823] Node add failed for ip-10-0-1-85.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-85.ec2.internal, error getting gateway config for node ip-10-0-1-85.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-85.ec2.internal", failed to update chassis to local for local node ip-10-0-1-85.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-85.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-85.ec2.internal] E0425 11:47:47.752727 3805 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-85.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-85.ec2.internal, error getting gateway config for node ip-10-0-1-85.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-85.ec2.internal", failed to update chassis to local for local node ip-10-0-1-85.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-85.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-85.ec2.internal] I0425 11:47:47.752774 3805 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0425 11:47:47.752800 3805 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0425 11:47:47.752794 3805 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-85.ec2.internal", UID:"692436e7-afc9-41cd-a6cd-77c7b302dd00", APIVersion:"v1", ResourceVersion:"9212", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-85.ec2.internal, error getting gateway config for node ip-10-0-1-85.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-85.ec2.internal", failed to update chassis to local for local node ip-10-0-1-85.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-85.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-85.ec2.internal] I0425 11:47:47.752821 3805 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0425 11:47:47.752842 3805 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-183.ec2.internal in network "default" I0425 11:47:47.752910 3805 node_tracker.go:169] Node ip-10-0-0-183.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:47.752927 3805 services_controller.go:574] Full service sync requested for network=default I0425 11:47:47.752937 3805 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-85.ec2.internal in network "default" I0425 11:47:47.752948 3805 node_tracker.go:235] Node ip-10-0-1-85.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-85.ec2.internal" I0425 11:47:47.752960 3805 node_tracker.go:169] Node ip-10-0-1-85.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:47.752966 3805 services_controller.go:574] Full service sync requested for network=default I0425 11:47:47.752971 3805 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-252.ec2.internal in network "default" I0425 11:47:47.753008 3805 node_tracker.go:169] Node ip-10-0-2-252.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:47.753017 3805 services_controller.go:574] Full service sync requested for network=default I0425 11:47:47.775377 3805 iptables.go:108] Creating table: filter chain: FORWARD I0425 11:47:47.781524 3805 iptables.go:108] Creating table: filter chain: OUTPUT I0425 11:47:47.787427 3805 gateway_shared_intf.go:1816] Gateway Creation Complete I0425 11:47:47.787440 3805 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-85.ec2.internal","mac-address":"0a:ff:f2:64:7c:15","ip-addresses":["10.0.1.85/24"],"ip-address":"10.0.1.85/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:923ac415-9732-4d40-82d7-2ac10f64a773 k8s.ovn.org/node-encap-ips:["10.0.1.85"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.85/24"} k8s.ovn.org/zone-name:ip-10-0-1-85.ec2.internal] on node ip-10-0-1-85.ec2.internal I0425 11:47:47.801762 3805 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-85.ec2.internal in network "default" I0425 11:47:47.801803 3805 master.go:548] Adding or Updating local node "ip-10-0-1-85.ec2.internal" for network "default" I0425 11:47:47.801824 3805 node_tracker.go:169] Node ip-10-0-1-85.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:47.801837 3805 services_controller.go:574] Full service sync requested for network=default I0425 11:47:47.806002 3805 default_node_network_controller.go:519] Node connection status = connected W0425 11:47:47.806323 3805 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-zl2ll: pod openshift-multus/network-metrics-daemon-zl2ll: no pod IPs found W0425 11:47:47.806350 3805 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-sdsx8: pod openshift-network-diagnostics/network-check-target-sdsx8: no pod IPs found I0425 11:47:47.807450 3805 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-85.ec2.internal for the network default I0425 11:47:47.807598 3805 zone_ic_handler.go:195] Time taken to create transit switch: 136.803µs I0425 11:47:47.853714 3805 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0425 11:47:47.853740 3805 services_controller.go:208] Setting up event handlers for services for network=default I0425 11:47:47.853804 3805 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0425 11:47:47.853850 3805 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0425 11:47:47.853866 3805 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0425 11:47:47.954877 3805 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0425 11:47:47.954897 3805 repair.go:60] Starting repairing loop for services I0425 11:47:47.954975 3805 repair.go:131] Deleted 0 stale service LBs I0425 11:47:47.954994 3805 repair.go:137] Deleted 0 stale Chassis Template Vars I0425 11:47:47.955011 3805 repair.go:62] Finished repairing loop for services: 116.045µs I0425 11:47:47.955034 3805 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0425 11:47:47.955044 3805 services_controller.go:254] Starting workers for network=default I0425 11:47:47.955548 3805 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sdsx8] creating logical port openshift-network-diagnostics_network-check-target-sdsx8 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:47:47.955634 3805 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zl2ll] creating logical port openshift-multus_network-metrics-daemon-zl2ll for pod on switch ip-10-0-1-85.ec2.internal I0425 11:47:47.955786 3805 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-zl2ll I0425 11:47:47.955804 3805 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-sdsx8 W0425 11:47:47.957718 3805 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0425 11:47:47.959144 3805 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 11:47:47.971130 3805 pod.go:62] [openshift-network-diagnostics/network-check-target-sdsx8] pod update took 15.39531ms I0425 11:47:47.971147 3805 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-sdsx8] addLogicalPort annotation time took 15.425079ms I0425 11:47:47.972061 3805 pod.go:62] [openshift-multus/network-metrics-daemon-zl2ll] pod update took 16.328173ms I0425 11:47:47.972077 3805 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-zl2ll] addLogicalPort annotation time took 16.353386ms I0425 11:47:47.972121 3805 pods.go:271] [openshift-network-diagnostics/network-check-target-sdsx8] addLogicalPort took 16.589035ms, libovsdb time 728.125µs I0425 11:47:47.973031 3805 pods.go:271] [openshift-multus/network-metrics-daemon-zl2ll] addLogicalPort took 17.41295ms, libovsdb time 766.809µs I0425 11:47:47.973672 3805 admin_network_policy_controller.go:227] Starting controller default-network-controller I0425 11:47:47.973696 3805 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0425 11:47:47.973708 3805 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0425 11:47:47.973714 3805 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0425 11:47:47.973915 3805 repair.go:29] Repairing admin network policies took 195.6µs I0425 11:47:47.974020 3805 repair.go:92] Repairing baseline admin network policies took 96.797µs I0425 11:47:47.974478 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0425 11:47:47.974896 3805 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0425 11:47:47.976563 3805 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0425 11:47:47.976583 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0425 11:47:47.976592 3805 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0425 11:47:47.977241 3805 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0425 11:47:47.977272 3805 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0425 11:47:47.977292 3805 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0425 11:47:47.979985 3805 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0425 11:47:47.980020 3805 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0425 11:47:47.980037 3805 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0425 11:47:47.981134 3805 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0425 11:47:47.981154 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0425 11:47:47.981163 3805 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0425 11:47:47.982625 3805 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0425 11:47:47.982644 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0425 11:47:47.982670 3805 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0425 11:47:47.983127 3805 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0425 11:47:47.983146 3805 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0425 11:47:47.983155 3805 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0425 11:47:47.985229 3805 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0425 11:47:47.985248 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0425 11:47:47.985259 3805 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0425 11:47:47.985789 3805 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0425 11:47:47.985808 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0425 11:47:47.986683 3805 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0425 11:47:47.986698 3805 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 11:47:47.987459 3805 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0425 11:47:47.987481 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0425 11:47:47.987488 3805 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0425 11:47:47.987793 3805 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0425 11:47:47.987810 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0425 11:47:47.987817 3805 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0425 11:47:47.989066 3805 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0425 11:47:47.989085 3805 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0425 11:47:47.989092 3805 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0425 11:47:47.989352 3805 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0425 11:47:47.989369 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0425 11:47:47.989379 3805 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0425 11:47:47.991070 3805 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0425 11:47:47.991087 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0425 11:47:47.991096 3805 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0425 11:47:47.991913 3805 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0425 11:47:47.991931 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0425 11:47:47.991941 3805 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0425 11:47:47.992409 3805 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0425 11:47:47.992425 3805 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0425 11:47:47.992432 3805 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0425 11:47:47.993862 3805 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0425 11:47:47.993878 3805 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0425 11:47:47.993884 3805 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0425 11:47:47.994189 3805 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0425 11:47:47.994207 3805 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0425 11:47:47.994216 3805 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0425 11:47:47.995801 3805 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0425 11:47:47.995822 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0425 11:47:47.995832 3805 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0425 11:47:47.996298 3805 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0425 11:47:47.996317 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0425 11:47:47.996325 3805 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0425 11:47:47.996812 3805 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0425 11:47:47.996835 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0425 11:47:47.996844 3805 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0425 11:47:47.997355 3805 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0425 11:47:47.997372 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0425 11:47:47.997394 3805 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0425 11:47:47.998103 3805 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0425 11:47:47.998118 3805 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0425 11:47:47.998128 3805 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0425 11:47:47.998968 3805 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0425 11:47:47.998985 3805 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0425 11:47:47.998994 3805 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0425 11:47:47.999782 3805 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0425 11:47:47.999798 3805 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0425 11:47:47.999808 3805 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0425 11:47:48.000948 3805 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0425 11:47:48.000966 3805 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0425 11:47:48.000973 3805 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0425 11:47:48.001221 3805 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0425 11:47:48.001235 3805 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0425 11:47:48.001243 3805 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0425 11:47:48.002225 3805 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0425 11:47:48.002243 3805 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0425 11:47:48.002251 3805 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0425 11:47:48.002734 3805 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0425 11:47:48.002751 3805 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0425 11:47:48.002764 3805 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0425 11:47:48.004269 3805 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0425 11:47:48.009601 3805 egressfirewall.go:374] Starting EgressFirewall controller I0425 11:47:48.009641 3805 controller.go:133] Adding controller egress-firewall-controller event handlers I0425 11:47:48.009669 3805 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0425 11:47:48.009683 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0425 11:47:48.009693 3805 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0425 11:47:48.009707 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0425 11:47:48.009720 3805 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0425 11:47:48.009982 3805 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0425 11:47:48.009996 3805 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0425 11:47:48.010002 3805 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0425 11:47:48.010013 3805 egressqos.go:193] Setting up event handlers for EgressQoS I0425 11:47:48.010028 3805 egressfirewall.go:723] Syncing node "ip-10-0-0-183.ec2.internal" for egress firewall I0425 11:47:48.010042 3805 egressfirewall.go:723] Syncing node "ip-10-0-1-85.ec2.internal" for egress firewall I0425 11:47:48.010048 3805 egressfirewall.go:723] Syncing node "ip-10-0-2-252.ec2.internal" for egress firewall I0425 11:47:48.010140 3805 egressqos.go:245] Starting EgressQoS Controller I0425 11:47:48.010154 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0425 11:47:48.010161 3805 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0425 11:47:48.010167 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0425 11:47:48.010171 3805 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0425 11:47:48.010177 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0425 11:47:48.010182 3805 shared_informer.go:356] "Caches are synced" controller="egressqos" I0425 11:47:48.010186 3805 egressqos.go:259] Repairing EgressQoSes I0425 11:47:48.010190 3805 egressqos.go:399] Starting repairing loop for egressqos I0425 11:47:48.010267 3805 egressqos.go:401] Finished repairing loop for egressqos: 75.491µs I0425 11:47:48.010289 3805 egressservice_zone.go:132] Setting up event handlers for Egress Services I0425 11:47:48.010340 3805 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-85.ec2.internal I0425 11:47:48.010391 3805 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-85.ec2.internal : 51.503µs I0425 11:47:48.010450 3805 egressservice_zone.go:210] Starting Egress Services Controller I0425 11:47:48.010468 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 11:47:48.010478 3805 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 11:47:48.010488 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 11:47:48.010496 3805 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 11:47:48.010507 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 11:47:48.010514 3805 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 11:47:48.010520 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0425 11:47:48.010524 3805 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0425 11:47:48.010528 3805 egressservice_zone.go:228] Repairing Egress Services I0425 11:47:48.010826 3805 master_controller.go:88] Starting Admin Policy Based Route Controller I0425 11:47:48.010836 3805 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 11:47:48.010900 3805 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-252.ec2.internal I0425 11:47:48.010921 3805 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-252.ec2.internal: 22.491µs I0425 11:47:48.010927 3805 default_network_controller.go:585] Completing all the Watchers took 301.999072ms I0425 11:47:48.010934 3805 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-183.ec2.internal I0425 11:47:48.010938 3805 default_network_controller.go:589] Starting unidling controllers I0425 11:47:48.010943 3805 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-183.ec2.internal: 10.367µs I0425 11:47:48.010951 3805 unidle.go:46] Registering OVN SB ControllerEvent handler I0425 11:47:48.010951 3805 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-85.ec2.internal I0425 11:47:48.010956 3805 unidle.go:63] Populating Initial ContollerEvent events I0425 11:47:48.010958 3805 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-85.ec2.internal: 7.603µs I0425 11:47:48.010966 3805 unidle.go:79] Setting up event handlers for services I0425 11:47:48.011017 3805 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0425 11:47:48.306733 3805 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:48.806578 3805 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:49.306528 3805 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:49.766602 3805 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0425 11:47:49.806168 3805 default_node_network_controller.go:519] Node connection status = connected I0425 11:47:49.822854 3805 bridgeconfig.go:537] Gateway is ready I0425 11:47:49.822870 3805 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0425 11:47:49.834161 3805 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.85. Updating OVN encap IP. I0425 11:47:49.839164 3805 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.85 - it is already configured I0425 11:47:49.839179 3805 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.85/24:{} 172.20.0.1/32:{}]. Updating annotations. I0425 11:47:49.839401 3805 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.85/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-85.ec2.internal","mac-address":"0a:ff:f2:64:7c:15","ip-addresses":["10.0.1.85/24"],"ip-address":"10.0.1.85/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:923ac415-9732-4d40-82d7-2ac10f64a773 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.85/24"}] on node ip-10-0-1-85.ec2.internal I0425 11:47:49.854327 3805 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-85.ec2.internal I0425 11:47:49.854346 3805 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-85.ec2.internal: 24.22µs I0425 11:47:49.854357 3805 egressfirewall.go:723] Syncing node "ip-10-0-1-85.ec2.internal" for egress firewall I0425 11:47:49.854435 3805 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-85.ec2.internal in network "default" I0425 11:47:49.854481 3805 master.go:548] Adding or Updating local node "ip-10-0-1-85.ec2.internal" for network "default" I0425 11:47:49.854502 3805 node_tracker.go:169] Node ip-10-0-1-85.ec2.internal switch + router changed, syncing services in network "default" I0425 11:47:49.854526 3805 services_controller.go:574] Full service sync requested for network=default I0425 11:47:49.854531 3805 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.85 I0425 11:47:49.854676 3805 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-85.ec2.internal W0425 11:47:49.855301 3805 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:47:49.855314 3805 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:49.859123 3805 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-85.ec2.internal. Updating no re-route policies I0425 11:47:49.859196 3805 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v9jgv I0425 11:47:49.859209 3805 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-sdsx8 I0425 11:47:49.859218 3805 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v9jgv I0425 11:47:49.859221 3805 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-sdsx8 I0425 11:47:49.859220 3805 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-85.ec2.internal I0425 11:47:49.859221 3805 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-jdllz I0425 11:47:49.859232 3805 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-85.ec2.internal I0425 11:47:49.859236 3805 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-jdllz I0425 11:47:49.859239 3805 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-q7xr7 I0425 11:47:49.859244 3805 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-v9jgv after 0 failed attempt(s) I0425 11:47:49.859248 3805 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-85.ec2.internal after 0 failed attempt(s) I0425 11:47:49.859250 3805 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-sdsx8] creating logical port openshift-network-diagnostics_network-check-target-sdsx8 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:47:49.859252 3805 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-q7xr7 I0425 11:47:49.859254 3805 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-jdllz after 0 failed attempt(s) I0425 11:47:49.859256 3805 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-zl2ll I0425 11:47:49.859260 3805 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-kp5xq I0425 11:47:49.859262 3805 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-85.ec2.internal I0425 11:47:49.859268 3805 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-kp5xq I0425 11:47:49.859270 3805 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-zl2ll I0425 11:47:49.859272 3805 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-85.ec2.internal I0425 11:47:49.859283 3805 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-c4q2g I0425 11:47:49.859291 3805 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-85.ec2.internal after 0 failed attempt(s) I0425 11:47:49.859287 3805 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-sz25g I0425 11:47:49.859300 3805 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-c4q2g I0425 11:47:49.859198 3805 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7dc9l I0425 11:47:49.859311 3805 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-7dc9l I0425 11:47:49.859310 3805 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-sz25g I0425 11:47:49.859318 3805 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-c4q2g after 0 failed attempt(s) I0425 11:47:49.859326 3805 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-kp5xq after 0 failed attempt(s) I0425 11:47:49.859268 3805 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-q7xr7 after 0 failed attempt(s) I0425 11:47:49.859302 3805 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-zl2ll] creating logical port openshift-multus_network-metrics-daemon-zl2ll for pod on switch ip-10-0-1-85.ec2.internal I0425 11:47:49.859341 3805 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-sz25g after 0 failed attempt(s) I0425 11:47:49.859210 3805 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fmnpr I0425 11:47:49.859426 3805 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fmnpr I0425 11:47:49.859442 3805 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-fmnpr after 0 failed attempt(s) I0425 11:47:49.859326 3805 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-7dc9l after 0 failed attempt(s) I0425 11:47:49.859268 3805 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-85d52 I0425 11:47:49.859461 3805 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-85d52 I0425 11:47:49.859474 3805 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-85d52 after 0 failed attempt(s) I0425 11:47:49.860081 3805 pods.go:271] [openshift-network-diagnostics/network-check-target-sdsx8] addLogicalPort took 838.099µs, libovsdb time 247.531µs I0425 11:47:49.860090 3805 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-sdsx8 after 0 failed attempt(s) I0425 11:47:49.860203 3805 pods.go:271] [openshift-multus/network-metrics-daemon-zl2ll] addLogicalPort took 911.08µs, libovsdb time 263.495µs I0425 11:47:49.860210 3805 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-zl2ll after 0 failed attempt(s) I0425 11:47:49.869619 3805 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0425 11:47:49.880844 3805 iptables.go:108] Creating table: mangle chain: OUTPUT I0425 11:47:49.883948 3805 iptables.go:108] Creating table: nat chain: OUTPUT I0425 11:47:49.929367 3805 iptables.go:108] Creating table: nat chain: PREROUTING I0425 11:47:49.985443 3805 iptables.go:108] Creating table: filter chain: FORWARD I0425 11:47:50.002985 3805 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0425 11:47:50.003182 3805 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0425 11:47:50.003256 3805 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0425 11:47:50.003367 3805 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0425 11:47:50.003434 3805 gateway_init.go:325] Gateway and management port readiness took 2.201699073s I0425 11:47:50.003470 3805 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0425 11:47:50.003518 3805 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0425 11:47:50.003584 3805 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0425 11:47:50.003604 3805 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0425 11:47:50.003748 3805 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0425 11:47:50.003837 3805 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.56µs I0425 11:47:50.004205 3805 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0425 11:47:50.004231 3805 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.192µs I0425 11:47:50.004239 3805 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.067µs I0425 11:47:50.004244 3805 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0425 11:47:50.004253 3805 nad_controller.go:379] [node-nad-controller NAD controller]: started I0425 11:47:50.004258 3805 default_node_network_controller.go:899] Starting the default node network controller I0425 11:47:50.004263 3805 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0425 11:47:50.004361 3805 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.94µs I0425 11:47:50.004435 3805 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0425 11:47:50.004443 3805 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0425 11:47:50.004466 3805 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b89150 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 0xc0002d1dc0 0xc0002d1e30 0xc0002d1ea0 0xc000b954a0 0xc0002d1f10 0xc0002dc000 0xc0001a62d0 0xc0065532d0 0xc0002dc0e0 map[0x2ff9080:0xc00237fd40 0x2ff95c0:0xc00237fec0 0x2ffa2e0:0xc000c06480 0x2ffa580:0xc00237fce0 0x2ffad60:0xc00237fda0 0x2ffb000:0xc00237fe00 0x2ffb2a0:0xc00237fe60 0x2ffba80:0xc00237ff20 0x2ffbd20:0xc006abe000 0x3026980:0xc000c061e0 0x3026d20:0xc000c063c0 0x3027800:0xc000bf5560 0x3029160:0xc001c58000 0x30298a0:0xc000c06420 0x302a720:0xc001c58060] 0xc000baa310 0} I0425 11:47:50.004522 3805 gateway.go:151] Starting gateway service sync I0425 11:47:50.005061 3805 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0425 11:47:50.007583 3805 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0425 11:47:50.029696 3805 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0425 11:47:50.030842 3805 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0425 11:47:50.031914 3805 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0425 11:47:50.067724 3805 gateway.go:168] Gateway service sync done. Time taken: 63.188181ms I0425 11:47:50.068126 3805 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31942 I0425 11:47:50.068502 3805 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b89150 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 0xc0002d1dc0 0xc0002d1e30 0xc0002d1ea0 0xc000b954a0 0xc0002d1f10 0xc0002dc000 0xc0001a62d0 0xc0065532d0 0xc0002dc0e0 map[0x2ff9080:0xc00237fd40 0x2ff95c0:0xc00237fec0 0x2ffa2e0:0xc000c06480 0x2ffa580:0xc00237fce0 0x2ffad60:0xc00237fda0 0x2ffb000:0xc00237fe00 0x2ffb2a0:0xc00237fe60 0x2ffba80:0xc00237ff20 0x2ffbd20:0xc006abe000 0x3026980:0xc000c061e0 0x3026d20:0xc000c063c0 0x3027800:0xc000bf5560 0x3029160:0xc001c58000 0x30298a0:0xc000c06420 0x302a720:0xc001c58060] 0xc000baa310 0} I0425 11:47:50.069010 3805 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b89150 0xc0002d1c70 0xc0002d1ce0 0xc0002d1d50 0xc0002d1dc0 0xc0002d1e30 0xc0002d1ea0 0xc000b954a0 0xc0002d1f10 0xc0002dc000 0xc0001a62d0 0xc0065532d0 0xc0002dc0e0 map[0x2ff9080:0xc00237fd40 0x2ff95c0:0xc00237fec0 0x2ffa2e0:0xc000c06480 0x2ffa580:0xc00237fce0 0x2ffad60:0xc00237fda0 0x2ffb000:0xc00237fe00 0x2ffb2a0:0xc00237fe60 0x2ffba80:0xc00237ff20 0x2ffbd20:0xc006abe000 0x3026980:0xc000c061e0 0x3026d20:0xc000c063c0 0x3027800:0xc000bf5560 0x3029160:0xc001c58000 0x30298a0:0xc000c06420 0x302a720:0xc001c58060] 0xc000baa310 0} I0425 11:47:50.069048 3805 gateway.go:532] Reconciling gateway with updates I0425 11:47:50.074073 3805 gateway.go:339] Spawning Conntrack Rule Check Thread I0425 11:47:50.074155 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:50.074170 3805 default_node_network_controller.go:944] Gateway and management port readiness took 69.719408ms I0425 11:47:50.074173 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:50.074189 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:50.074188 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:50.074181 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:50.074198 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:50.074214 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:50.074226 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:50.074229 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:50.074232 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:50.074238 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:50.074177 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:50.074245 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:50.074212 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:50.074255 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:50.074261 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:50.074270 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:50.074270 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 11:47:50.074271 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:50.074281 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 11:47:50.074285 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:50.074288 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:50.074300 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:50.074304 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:50.074307 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:50.074310 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 11:47:50.074316 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:50.074313 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:50.074241 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 11:47:50.074321 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:50.074300 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:50.074328 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:50.074256 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:50.074331 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:50.074337 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 11:47:50.074338 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:50.074341 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:50.074338 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:50.074340 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:50.074354 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 11:47:50.074360 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:50.074363 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:50.074373 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:50.074396 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 11:47:50.074286 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 11:47:50.074361 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:50.074440 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:50.074455 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 11:47:50.074250 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:50.074458 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:50.074484 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:50.074484 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 11:47:50.074345 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 11:47:50.074502 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:50.074508 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:50.074512 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:50.074513 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:50.074522 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:50.074521 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:50.074524 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:50.074525 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:50.074532 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:50.074535 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:50.074548 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:50.074548 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:50.074550 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 11:47:50.074553 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:50.074556 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:50.074567 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 11:47:50.074570 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 11:47:50.074577 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 11:47:50.074579 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:50.074582 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 11:47:50.074231 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 11:47:50.074593 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 11:47:50.074598 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:50.074610 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:50.074614 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:50.074618 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 11:47:50.074621 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:50.074625 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:50.074633 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 11:47:50.074643 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 11:47:50.074576 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:50.074680 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:50.074318 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:50.074685 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 11:47:50.074686 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 11:47:50.074322 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 11:47:50.074715 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 11:47:50.074752 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 11:47:50.074757 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 11:47:50.074536 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 11:47:50.074766 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:50.074775 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:50.074485 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:50.074805 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 11:47:50.074775 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 11:47:50.074850 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 11:47:50.074724 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 11:47:50.074159 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:50.074881 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:50.074346 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:50.074914 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 11:47:50.074269 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 11:47:50.074485 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 11:47:50.074452 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:50.074933 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 11:47:50.074289 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:50.074530 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:50.074288 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:50.075033 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:50.074561 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 11:47:50.074566 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:50.075091 3805 port_claim.go:71] Svc openshift-ingress/router-default: port 32021 is already open, no action needed I0425 11:47:50.075105 3805 port_claim.go:71] Svc openshift-ingress/router-default: port 30189 is already open, no action needed I0425 11:47:50.074578 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:50.075151 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:50.075156 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 11:47:50.074588 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 11:47:50.074589 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:50.075166 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:50.074327 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 11:47:50.074737 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 11:47:50.074741 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 11:47:50.074496 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:50.075221 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 11:47:50.075279 3805 node_ip_handler_linux.go:160] Node IP manager is running W0425 11:47:50.113056 3805 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 11:47:50.113224 3805 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0425 11:47:50.113378 3805 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0425 11:47:50.121460 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 11:47:50.121484 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 11:47:50.121492 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 11:47:50.160614 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 11:47:50.160639 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 11:47:50.179768 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 11:47:50.179827 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) W0425 11:47:50.246854 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0425 11:47:51.395862 3805 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 11:47:51.971282 3805 default_node_network_controller.go:1380] Starting node controller node sync W0425 11:47:51.971293 3805 egressip_healthcheck.go:76] Health checking using insecure connection I0425 11:47:51.971370 3805 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0425 11:47:51.984066 3805 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.764275ms I0425 11:47:51.984172 3805 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-183.ec2.internal", IP: 10.0.0.183 to PMTUD blocking rules I0425 11:47:51.984184 3805 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-183.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 11:47:51.984191 3805 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0425 11:47:51.984203 3805 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-252.ec2.internal", IP: 10.0.2.252 to PMTUD blocking rules I0425 11:47:51.996157 3805 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0425 11:47:51.996510 3805 egressservice_node.go:93] Setting up event handlers for Egress Services I0425 11:47:51.996739 3805 egressservice_node.go:183] Starting Egress Services Controller I0425 11:47:51.996773 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0425 11:47:51.996784 3805 shared_informer.go:356] "Caches are synced" controller="egressservices" I0425 11:47:51.996789 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0425 11:47:51.996794 3805 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0425 11:47:51.996848 3805 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0425 11:47:51.996857 3805 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0425 11:47:51.996862 3805 egressservice_node.go:197] Repairing Egress Services I0425 11:47:52.007498 3805 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0425 11:47:52.007510 3805 external_controller.go:278] Starting Admin Policy Based Route Controller I0425 11:47:52.007701 3805 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0425 11:47:52.007716 3805 link_network_manager.go:119] Link manager is running I0425 11:47:52.007724 3805 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0425 11:47:52.007875 3805 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0425 11:47:52.008491 3805 vrf_manager.go:128] VRF manager is running I0425 11:47:52.008809 3805 node_controller_manager.go:437] Removing flows to drop GARP I0425 11:47:52.008819 3805 gateway.go:532] Reconciling gateway with updates I0425 11:47:52.029941 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:52.029971 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0425 11:47:52.029973 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:52.029984 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:52.029987 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:52.029995 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:52.030002 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0425 11:47:52.030005 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:52.030010 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0425 11:47:52.030015 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0425 11:47:52.030019 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0425 11:47:52.030021 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:52.030030 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:52.030033 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:52.030041 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0425 11:47:52.030045 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0425 11:47:52.030045 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0425 11:47:52.030057 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:52.029968 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:52.030070 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0425 11:47:52.030073 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0425 11:47:52.030072 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:52.030080 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0425 11:47:52.030091 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:52.030075 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0425 11:47:52.030093 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:52.030103 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0425 11:47:52.030106 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0425 11:47:52.030092 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0425 11:47:52.030116 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0425 11:47:52.030122 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:52.030125 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:52.030130 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0425 11:47:52.030135 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0425 11:47:52.030138 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0425 11:47:52.030145 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0425 11:47:52.030104 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0425 11:47:52.030151 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:52.030151 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0425 11:47:52.030157 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0425 11:47:52.030166 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0425 11:47:52.030126 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:52.030175 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:52.030178 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0425 11:47:52.030182 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:52.030181 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0425 11:47:52.030100 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:52.030109 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:52.030194 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0425 11:47:52.030108 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0425 11:47:52.030198 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0425 11:47:52.030204 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0425 11:47:52.030227 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:52.030141 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:52.030143 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:52.030248 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:52.030260 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:52.030261 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0425 11:47:52.030139 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:47:52.030266 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:52.030272 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0425 11:47:52.030276 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0425 11:47:52.030282 3805 port_claim.go:71] Svc openshift-ingress/router-default: port 32021 is already open, no action needed I0425 11:47:52.030292 3805 port_claim.go:71] Svc openshift-ingress/router-default: port 30189 is already open, no action needed I0425 11:47:52.029946 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:52.030322 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0425 11:47:52.029990 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0425 11:47:52.030329 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0425 11:47:52.030337 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:52.030348 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0425 11:47:52.030372 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:52.030368 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:52.030197 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0425 11:47:52.030386 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0425 11:47:52.030402 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:52.030406 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:52.030427 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0425 11:47:52.030432 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0425 11:47:52.030255 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0425 11:47:52.030442 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:52.030446 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0425 11:47:52.030450 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:52.030456 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0425 11:47:52.030455 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:52.030429 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:52.030462 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:52.030475 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0425 11:47:52.030187 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0425 11:47:52.030488 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0425 11:47:52.030479 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0425 11:47:52.030500 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0425 11:47:52.030248 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0425 11:47:52.030325 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:52.030412 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0425 11:47:52.030542 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0425 11:47:52.030544 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0425 11:47:52.030431 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0425 11:47:52.030556 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0425 11:47:52.030110 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0425 11:47:52.030440 3805 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:52.030632 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0425 11:47:52.030639 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0425 11:47:52.030465 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0425 11:47:52.030468 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0425 11:47:52.030702 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0425 11:47:52.030263 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0425 11:47:52.030435 3805 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0425 11:47:52.072405 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0425 11:47:52.072430 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0425 11:47:52.072440 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0425 11:47:52.072446 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0425 11:47:52.072453 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0425 11:47:52.072458 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0425 11:47:52.072466 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0425 11:47:52.072474 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0425 11:47:52.072488 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0425 11:47:52.072496 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0425 11:47:52.115179 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0425 11:47:52.115252 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0425 11:47:52.115290 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0425 11:47:52.115311 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0425 11:47:52.115323 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0425 11:47:52.115332 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0425 11:47:52.115343 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0425 11:47:52.115352 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0425 11:47:52.115362 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0425 11:47:52.115372 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0425 11:47:52.115382 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0425 11:47:52.155282 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0425 11:47:52.155308 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0425 11:47:52.155319 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0425 11:47:52.155347 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0425 11:47:52.155361 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0425 11:47:52.155371 3805 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0425 11:47:52.562461 3805 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0425 11:47:52.563384 3805 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 898.513µs I0425 11:47:52.624298 3805 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 11:47:52.982099 3805 namespace.go:98] [openshift-service-ca] adding namespace I0425 11:47:52.982958 3805 namespace.go:102] [openshift-service-ca] adding namespace took 836.155µs I0425 11:47:52.997679 3805 namespace.go:142] [openshift-service-ca] updating namespace I0425 11:47:53.552148 3805 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-85.ec2.internal I0425 11:47:53.552178 3805 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-85.ec2.internal: 39.801µs I0425 11:47:53.580221 3805 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-69fdc6dc8d-sk6lb] creating logical port openshift-image-registry_image-registry-69fdc6dc8d-sk6lb for pod on switch ip-10-0-1-85.ec2.internal I0425 11:47:53.580321 3805 kube.go:256] Updating pod openshift-image-registry/image-registry-69fdc6dc8d-sk6lb I0425 11:47:53.601024 3805 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-5g57z] creating logical port openshift-ingress-canary_ingress-canary-5g57z for pod on switch ip-10-0-1-85.ec2.internal I0425 11:47:53.601154 3805 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-5g57z I0425 11:47:53.602585 3805 pod.go:62] [openshift-image-registry/image-registry-69fdc6dc8d-sk6lb] pod update took 22.290173ms I0425 11:47:53.602608 3805 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-69fdc6dc8d-sk6lb] addLogicalPort annotation time took 22.316946ms I0425 11:47:53.603933 3805 pods.go:271] [openshift-image-registry/image-registry-69fdc6dc8d-sk6lb] addLogicalPort took 23.73306ms, libovsdb time 954.655µs I0425 11:47:53.604007 3805 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-dr7dr] creating logical port openshift-dns_dns-default-dr7dr for pod on switch ip-10-0-1-85.ec2.internal I0425 11:47:53.604070 3805 kube.go:256] Updating pod openshift-dns/dns-default-dr7dr I0425 11:47:53.617110 3805 pod.go:62] [openshift-ingress-canary/ingress-canary-5g57z] pod update took 15.985708ms I0425 11:47:53.617134 3805 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-5g57z] addLogicalPort annotation time took 16.019161ms I0425 11:47:53.618351 3805 pods.go:271] [openshift-ingress-canary/ingress-canary-5g57z] addLogicalPort took 17.374818ms, libovsdb time 982.697µs I0425 11:47:53.619357 3805 pod.go:62] [openshift-dns/dns-default-dr7dr] pod update took 15.305357ms I0425 11:47:53.619416 3805 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-dr7dr] addLogicalPort annotation time took 15.365351ms I0425 11:47:53.620583 3805 pods.go:271] [openshift-dns/dns-default-dr7dr] addLogicalPort took 16.582684ms, libovsdb time 836.925µs I0425 11:47:54.532457 3805 cni.go:452] [openshift-ingress-canary/ingress-canary-5g57z 90c37e1f93d934199fc3d0e2beca97a70053ea5bd19aa42f3ba9d51aaa59c46e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-5g57z 90c37e1f93d934199fc3d0e2beca97a70053ea5bd19aa42f3ba9d51aaa59c46e network default NAD default NAD key ] I0425 11:47:54.573176 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-5g57z, hostIfaceName: 90c37e1f93d9341, network: default, NAD default, SandboxID: "90c37e1f93d934199fc3d0e2beca97a70053ea5bd19aa42f3ba9d51aaa59c46e", PCI device ID: , UID: "7f748bdb-7603-4a09-a6eb-0d43b2881c39", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0425 11:47:54.620156 3805 cni.go:473] [openshift-ingress-canary/ingress-canary-5g57z 90c37e1f93d934199fc3d0e2beca97a70053ea5bd19aa42f3ba9d51aaa59c46e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-5g57z 90c37e1f93d934199fc3d0e2beca97a70053ea5bd19aa42f3ba9d51aaa59c46e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:7b:94:fc:c2:61\",\"name\":\"90c37e1f93d9341\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3fec9f05-0f3b-42d5-b8f7-ca94695744cf\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:47:54.653225 3805 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-zggh6] creating logical port openshift-service-ca_service-ca-d9cb48497-zggh6 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:47:54.653352 3805 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-zggh6 I0425 11:47:54.671224 3805 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-zggh6] pod update took 17.893308ms I0425 11:47:54.671252 3805 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-zggh6] addLogicalPort annotation time took 17.927205ms I0425 11:47:54.672570 3805 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-zggh6] addLogicalPort took 19.363743ms, libovsdb time 1.028899ms I0425 11:47:55.035844 3805 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-zggh6 7b11372f0f415d5f03ddca4057504a117b654d4575d34d5392d5ab6ffc2cfbcc network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-zggh6 7b11372f0f415d5f03ddca4057504a117b654d4575d34d5392d5ab6ffc2cfbcc network default NAD default NAD key ] I0425 11:47:55.046099 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-zggh6, hostIfaceName: 7b11372f0f415d5, network: default, NAD default, SandboxID: "7b11372f0f415d5f03ddca4057504a117b654d4575d34d5392d5ab6ffc2cfbcc", PCI device ID: , UID: "0cf27144-43ec-44f5-8b19-47471eb65448", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0425 11:47:55.091465 3805 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-zggh6 7b11372f0f415d5f03ddca4057504a117b654d4575d34d5392d5ab6ffc2cfbcc network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-zggh6 7b11372f0f415d5f03ddca4057504a117b654d4575d34d5392d5ab6ffc2cfbcc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:5b:f1:3a:87:08\",\"name\":\"7b11372f0f415d5\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/618afc31-aaa4-45f1-9a87-46e0f3df358e\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:47:57.660912 3805 cni.go:452] [openshift-network-diagnostics/network-check-target-sdsx8 215a843486773bf7a2ea8219761151e216ad9c12d2ac8f1ed77a2409abb898ec network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-sdsx8 215a843486773bf7a2ea8219761151e216ad9c12d2ac8f1ed77a2409abb898ec network default NAD default NAD key ] I0425 11:47:57.671141 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-sdsx8, hostIfaceName: 215a843486773bf, network: default, NAD default, SandboxID: "215a843486773bf7a2ea8219761151e216ad9c12d2ac8f1ed77a2409abb898ec", PCI device ID: , UID: "f966e77c-cdd6-42b2-b076-5c205da1bb46", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0425 11:47:57.716608 3805 cni.go:473] [openshift-network-diagnostics/network-check-target-sdsx8 215a843486773bf7a2ea8219761151e216ad9c12d2ac8f1ed77a2409abb898ec network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-sdsx8 215a843486773bf7a2ea8219761151e216ad9c12d2ac8f1ed77a2409abb898ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:1e:3f:28:7a:77\",\"name\":\"215a843486773bf\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98e78045-ec9a-4f26-9379-50fcf693653d\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:48:02.641990 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0425 11:48:09.587622 3805 cni.go:452] [openshift-image-registry/image-registry-69fdc6dc8d-sk6lb aa8a5f3de40faf7c7e4cc6ac52ba872a881f6e14e72a5fb53e308a518cf9ef35 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-69fdc6dc8d-sk6lb aa8a5f3de40faf7c7e4cc6ac52ba872a881f6e14e72a5fb53e308a518cf9ef35 network default NAD default NAD key ] I0425 11:48:09.595810 3805 cni.go:452] [openshift-dns/dns-default-dr7dr 86a739c3a27666c4bd1f947436b82889887d0497cefc6bc49abf078dc5025940 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-dr7dr 86a739c3a27666c4bd1f947436b82889887d0497cefc6bc49abf078dc5025940 network default NAD default NAD key ] I0425 11:48:09.598560 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-69fdc6dc8d-sk6lb, hostIfaceName: aa8a5f3de40faf7, network: default, NAD default, SandboxID: "aa8a5f3de40faf7c7e4cc6ac52ba872a881f6e14e72a5fb53e308a518cf9ef35", PCI device ID: , UID: "5ecb8220-01f4-4b50-bf97-f9ea1c0a775d", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0425 11:48:09.606202 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-dr7dr, hostIfaceName: 86a739c3a27666c, network: default, NAD default, SandboxID: "86a739c3a27666c4bd1f947436b82889887d0497cefc6bc49abf078dc5025940", PCI device ID: , UID: "04c1fa49-46c2-402b-96a9-21c19935929b", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0425 11:48:09.646200 3805 cni.go:473] [openshift-image-registry/image-registry-69fdc6dc8d-sk6lb aa8a5f3de40faf7c7e4cc6ac52ba872a881f6e14e72a5fb53e308a518cf9ef35 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-69fdc6dc8d-sk6lb aa8a5f3de40faf7c7e4cc6ac52ba872a881f6e14e72a5fb53e308a518cf9ef35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:1c:1a:7f:76:42\",\"name\":\"aa8a5f3de40faf7\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0420351a-6ba2-4b91-baa6-94e3d905ba67\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:48:09.661798 3805 cni.go:473] [openshift-dns/dns-default-dr7dr 86a739c3a27666c4bd1f947436b82889887d0497cefc6bc49abf078dc5025940 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-dr7dr 86a739c3a27666c4bd1f947436b82889887d0497cefc6bc49abf078dc5025940 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:71:b2:f1:20:fb\",\"name\":\"86a739c3a27666c\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9e49114-294b-491c-89bc-b053a895692f\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:48:16.299378 3805 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:16.299409 3805 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:16.299418 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:16.364204 3805 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:48:16.380216 3805 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:48:16.436433 3805 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 11:48:16.445894 3805 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-xpglz] creating logical port openshift-insights_insights-runtime-extractor-xpglz for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:16.446003 3805 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-xpglz I0425 11:48:16.454086 3805 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-jncgm] creating logical port openshift-console_downloads-5c54f4944f-jncgm for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:16.454206 3805 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-jncgm I0425 11:48:16.518460 3805 pod.go:62] [openshift-console/downloads-5c54f4944f-jncgm] pod update took 64.275668ms I0425 11:48:16.518484 3805 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-jncgm] addLogicalPort annotation time took 64.304628ms I0425 11:48:16.518726 3805 pod.go:62] [openshift-insights/insights-runtime-extractor-xpglz] pod update took 72.765879ms I0425 11:48:16.518744 3805 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-xpglz] addLogicalPort annotation time took 72.791119ms I0425 11:48:16.519587 3805 pods.go:271] [openshift-console/downloads-5c54f4944f-jncgm] addLogicalPort took 65.514009ms, libovsdb time 826.877µs I0425 11:48:16.519921 3805 pods.go:271] [openshift-insights/insights-runtime-extractor-xpglz] addLogicalPort took 74.046183ms, libovsdb time 963.128µs W0425 11:48:16.556928 3805 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:48:16.585193 3805 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0425 11:48:16.844070 3805 cni.go:452] [openshift-insights/insights-runtime-extractor-xpglz 8967c589f7864034159940dcd665eab8274ee49133c79db8d4cf1bd629df3996 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-xpglz 8967c589f7864034159940dcd665eab8274ee49133c79db8d4cf1bd629df3996 network default NAD default NAD key ] I0425 11:48:16.855213 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-xpglz, hostIfaceName: 8967c589f786403, network: default, NAD default, SandboxID: "8967c589f7864034159940dcd665eab8274ee49133c79db8d4cf1bd629df3996", PCI device ID: , UID: "b96f6e05-48da-4e7d-bbc9-f81bbfcdf4c5", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0425 11:48:16.882908 3805 cni.go:452] [openshift-console/downloads-5c54f4944f-jncgm 567c43f50d8084d42e59c4c8998f554e3f47e5b3c2580db663939512863106f5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-jncgm 567c43f50d8084d42e59c4c8998f554e3f47e5b3c2580db663939512863106f5 network default NAD default NAD key ] I0425 11:48:16.901994 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-jncgm, hostIfaceName: 567c43f50d8084d, network: default, NAD default, SandboxID: "567c43f50d8084d42e59c4c8998f554e3f47e5b3c2580db663939512863106f5", PCI device ID: , UID: "b0e95418-22b9-4e03-bef9-c4db2c21a47b", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0425 11:48:16.905086 3805 cni.go:473] [openshift-insights/insights-runtime-extractor-xpglz 8967c589f7864034159940dcd665eab8274ee49133c79db8d4cf1bd629df3996 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-xpglz 8967c589f7864034159940dcd665eab8274ee49133c79db8d4cf1bd629df3996 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:6f:90:b3:b8:1d\",\"name\":\"8967c589f786403\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c94ee5fb-0733-456d-a745-2fca1a943737\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:48:16.948586 3805 cni.go:473] [openshift-console/downloads-5c54f4944f-jncgm 567c43f50d8084d42e59c4c8998f554e3f47e5b3c2580db663939512863106f5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-jncgm 567c43f50d8084d42e59c4c8998f554e3f47e5b3c2580db663939512863106f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:79:08:31:43:5a\",\"name\":\"567c43f50d8084d\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d69486f-11e5-43e1-bc65-88924af7ea84\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:48:18.236172 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:48:18.236206 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:48:18.348871 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.348893 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.351143 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.351162 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.351167 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.379185 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.379200 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.379205 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.380198 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.380218 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.475553 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.475578 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.475586 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0425 11:48:18.475600 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.475610 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0425 11:48:18.530774 3805 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:18.530866 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:18.530879 3805 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0425 11:48:20.221614 3805 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4tg6h] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-4tg6h for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:20.221756 3805 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4tg6h I0425 11:48:20.237311 3805 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4tg6h] pod update took 15.577859ms I0425 11:48:20.237336 3805 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4tg6h] addLogicalPort annotation time took 15.612255ms I0425 11:48:20.238814 3805 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4tg6h] addLogicalPort took 17.221069ms, libovsdb time 1.092459ms I0425 11:48:20.618089 3805 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4tg6h c61399fd647ddb369543200dc2ac3cd06e40a1b603e6ca0fd33422c88a1b5b6b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4tg6h c61399fd647ddb369543200dc2ac3cd06e40a1b603e6ca0fd33422c88a1b5b6b network default NAD default NAD key ] I0425 11:48:20.629768 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-4tg6h, hostIfaceName: c61399fd647ddb3, network: default, NAD default, SandboxID: "c61399fd647ddb369543200dc2ac3cd06e40a1b603e6ca0fd33422c88a1b5b6b", PCI device ID: , UID: "eb390e8a-4103-4591-83e7-c31d3f07bba9", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0425 11:48:20.682089 3805 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4tg6h c61399fd647ddb369543200dc2ac3cd06e40a1b603e6ca0fd33422c88a1b5b6b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4tg6h c61399fd647ddb369543200dc2ac3cd06e40a1b603e6ca0fd33422c88a1b5b6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:11:77:8f:aa:6b\",\"name\":\"c61399fd647ddb3\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5495f33-665f-4eba-bccc-9fd253a333ec\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:48:22.322160 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322183 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322190 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322204 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322209 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.322213 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.374139 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0425 11:48:22.384235 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:48:22.384267 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0425 11:48:22.736403 3805 base_network_controller_pods.go:487] [default/openshift-console/console-77ff9c694b-98pjl] creating logical port openshift-console_console-77ff9c694b-98pjl for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:22.736565 3805 kube.go:256] Updating pod openshift-console/console-77ff9c694b-98pjl I0425 11:48:22.756408 3805 pod.go:62] [openshift-console/console-77ff9c694b-98pjl] pod update took 19.879508ms I0425 11:48:22.756437 3805 base_network_controller_pods.go:951] [default/openshift-console/console-77ff9c694b-98pjl] addLogicalPort annotation time took 19.912377ms I0425 11:48:22.757791 3805 pods.go:271] [openshift-console/console-77ff9c694b-98pjl] addLogicalPort took 21.413928ms, libovsdb time 969.45µs W0425 11:48:22.902851 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.902877 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.902885 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0425 11:48:22.962353 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0425 11:48:23.096959 3805 cni.go:452] [openshift-console/console-77ff9c694b-98pjl 1e822690cb79e6f9995813686e0db7c33f1d1e1bc1495e27f3b7dd7fb4dbc1f5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77ff9c694b-98pjl 1e822690cb79e6f9995813686e0db7c33f1d1e1bc1495e27f3b7dd7fb4dbc1f5 network default NAD default NAD key ] I0425 11:48:23.107217 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77ff9c694b-98pjl, hostIfaceName: 1e822690cb79e6f, network: default, NAD default, SandboxID: "1e822690cb79e6f9995813686e0db7c33f1d1e1bc1495e27f3b7dd7fb4dbc1f5", PCI device ID: , UID: "4f135ac4-3145-4357-a203-535fb241d6ce", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0425 11:48:23.156109 3805 cni.go:473] [openshift-console/console-77ff9c694b-98pjl 1e822690cb79e6f9995813686e0db7c33f1d1e1bc1495e27f3b7dd7fb4dbc1f5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77ff9c694b-98pjl 1e822690cb79e6f9995813686e0db7c33f1d1e1bc1495e27f3b7dd7fb4dbc1f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:55:c5:8d:be:f7\",\"name\":\"1e822690cb79e6f\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36580273-bd8b-4ee6-bd83-95a202a980a4\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:48:23.316404 3805 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-d2z8w] creating logical port openshift-monitoring_prometheus-operator-76b589d668-d2z8w for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:23.316523 3805 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-d2z8w I0425 11:48:23.338145 3805 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-d2z8w] pod update took 21.654884ms I0425 11:48:23.338173 3805 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-d2z8w] addLogicalPort annotation time took 21.687501ms I0425 11:48:23.339557 3805 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-d2z8w] addLogicalPort took 23.177084ms, libovsdb time 989.869µs I0425 11:48:23.676952 3805 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-d2z8w d4593e13f1a484e1f33cf41fe7a115b867324133c485b4e6a5fab4dfeb447c45 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-d2z8w d4593e13f1a484e1f33cf41fe7a115b867324133c485b4e6a5fab4dfeb447c45 network default NAD default NAD key ] I0425 11:48:23.688412 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-d2z8w, hostIfaceName: d4593e13f1a484e, network: default, NAD default, SandboxID: "d4593e13f1a484e1f33cf41fe7a115b867324133c485b4e6a5fab4dfeb447c45", PCI device ID: , UID: "53cc594b-c274-46ca-b1b8-a8c1502c6668", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0425 11:48:23.745250 3805 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-d2z8w d4593e13f1a484e1f33cf41fe7a115b867324133c485b4e6a5fab4dfeb447c45 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-d2z8w d4593e13f1a484e1f33cf41fe7a115b867324133c485b4e6a5fab4dfeb447c45 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:0e:1c:15:87:bb\",\"name\":\"d4593e13f1a484e\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ba3e1a6b-0625-43ff-be41-0725f84dc276\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:48:26.389463 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0425 11:48:31.876462 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0425 11:48:32.336280 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:48:32.336302 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0425 11:48:32.548636 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0425 11:48:33.011855 3805 cni.go:452] [openshift-multus/network-metrics-daemon-zl2ll bfa2fc9b7c6b42a12289d5b65464883755b89de59fd9e7f2718c4425d3b99cd7 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-zl2ll bfa2fc9b7c6b42a12289d5b65464883755b89de59fd9e7f2718c4425d3b99cd7 network default NAD default NAD key ] I0425 11:48:33.021267 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-zl2ll, hostIfaceName: bfa2fc9b7c6b42a, network: default, NAD default, SandboxID: "bfa2fc9b7c6b42a12289d5b65464883755b89de59fd9e7f2718c4425d3b99cd7", PCI device ID: , UID: "321999ad-c092-4640-b45e-724961b7a14b", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0425 11:48:33.073424 3805 cni.go:473] [openshift-multus/network-metrics-daemon-zl2ll bfa2fc9b7c6b42a12289d5b65464883755b89de59fd9e7f2718c4425d3b99cd7 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-zl2ll bfa2fc9b7c6b42a12289d5b65464883755b89de59fd9e7f2718c4425d3b99cd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:67:75:cc:1b:ea\",\"name\":\"bfa2fc9b7c6b42a\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a2c5244-8b2c-451d-8ebd-d57d39d4ab3d\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:48:35.800737 3805 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-5snsx] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-5snsx for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:35.800876 3805 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-5snsx I0425 11:48:35.821554 3805 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-5snsx] pod update took 20.709712ms I0425 11:48:35.821579 3805 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-5snsx] addLogicalPort annotation time took 20.737933ms I0425 11:48:35.822968 3805 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-5snsx] addLogicalPort took 22.247109ms, libovsdb time 1.02268ms I0425 11:48:35.832303 3805 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-2rfgj] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-2rfgj for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:35.832386 3805 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-2rfgj I0425 11:48:35.854761 3805 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-2rfgj] pod update took 22.401743ms I0425 11:48:35.854781 3805 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-2rfgj] addLogicalPort annotation time took 22.426619ms I0425 11:48:35.856266 3805 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-2rfgj] addLogicalPort took 23.972239ms, libovsdb time 1.129036ms I0425 11:48:36.169964 3805 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-5snsx 211ddc6e33cb3f91f433d21b90bedc7624ee731626f1ab7cf34cf79b33333c1f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-5snsx 211ddc6e33cb3f91f433d21b90bedc7624ee731626f1ab7cf34cf79b33333c1f network default NAD default NAD key ] I0425 11:48:36.180435 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-5snsx, hostIfaceName: 211ddc6e33cb3f9, network: default, NAD default, SandboxID: "211ddc6e33cb3f91f433d21b90bedc7624ee731626f1ab7cf34cf79b33333c1f", PCI device ID: , UID: "36aa09d5-1b84-467a-85c4-0d84dce1328a", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0425 11:48:36.232670 3805 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-5snsx 211ddc6e33cb3f91f433d21b90bedc7624ee731626f1ab7cf34cf79b33333c1f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-5snsx 211ddc6e33cb3f91f433d21b90bedc7624ee731626f1ab7cf34cf79b33333c1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:35:e8:44:72:ee\",\"name\":\"211ddc6e33cb3f9\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6480dc4a-34c8-4a94-a277-0e539ac7b935\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:48:36.573070 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:48:36.573093 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:48:36.611551 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:48:36.611578 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0425 11:48:36.799783 3805 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-2rfgj cb7e6f6defce9645d823f2adc688d8ca3aa886fa6f57c4ae5404f0819a02e570 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-2rfgj cb7e6f6defce9645d823f2adc688d8ca3aa886fa6f57c4ae5404f0819a02e570 network default NAD default NAD key ] I0425 11:48:36.811874 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-2rfgj, hostIfaceName: cb7e6f6defce964, network: default, NAD default, SandboxID: "cb7e6f6defce9645d823f2adc688d8ca3aa886fa6f57c4ae5404f0819a02e570", PCI device ID: , UID: "75f0ff06-c834-4737-abe3-2d829320e32a", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0425 11:48:36.866864 3805 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-2rfgj cb7e6f6defce9645d823f2adc688d8ca3aa886fa6f57c4ae5404f0819a02e570 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-2rfgj cb7e6f6defce9645d823f2adc688d8ca3aa886fa6f57c4ae5404f0819a02e570 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:75:fe:b3:b2:78\",\"name\":\"cb7e6f6defce964\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b25334d4-a150-47bd-b41f-7c153a5c7c2e\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:48:37.109045 3805 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:37.109216 3805 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0425 11:48:37.163632 3805 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 54.519119ms I0425 11:48:37.163673 3805 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 54.562349ms I0425 11:48:37.165044 3805 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 56.02143ms, libovsdb time 1.018279ms I0425 11:48:37.699746 3805 cni.go:452] [openshift-monitoring/alertmanager-main-1 d47c6e4c23c71691758c7014e77d7484d8509a773a29ac0c4db100915cbd9a94 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 d47c6e4c23c71691758c7014e77d7484d8509a773a29ac0c4db100915cbd9a94 network default NAD default NAD key ] I0425 11:48:37.710692 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: d47c6e4c23c7169, network: default, NAD default, SandboxID: "d47c6e4c23c71691758c7014e77d7484d8509a773a29ac0c4db100915cbd9a94", PCI device ID: , UID: "58e8fb16-b798-44c7-b477-8cd9f105ff93", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0425 11:48:37.765015 3805 cni.go:473] [openshift-monitoring/alertmanager-main-1 d47c6e4c23c71691758c7014e77d7484d8509a773a29ac0c4db100915cbd9a94 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 d47c6e4c23c71691758c7014e77d7484d8509a773a29ac0c4db100915cbd9a94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:9a:41:c0:e5:b4\",\"name\":\"d47c6e4c23c7169\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7666e0f5-f6a6-400a-8623-9357d4287e71\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:48:38.916010 3805 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-746d68dbcb-6vw9t] creating logical port openshift-monitoring_thanos-querier-746d68dbcb-6vw9t for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:38.916138 3805 kube.go:256] Updating pod openshift-monitoring/thanos-querier-746d68dbcb-6vw9t I0425 11:48:38.935123 3805 pod.go:62] [openshift-monitoring/thanos-querier-746d68dbcb-6vw9t] pod update took 19.03292ms I0425 11:48:38.935146 3805 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-746d68dbcb-6vw9t] addLogicalPort annotation time took 19.062553ms I0425 11:48:38.936456 3805 pods.go:271] [openshift-monitoring/thanos-querier-746d68dbcb-6vw9t] addLogicalPort took 20.549392ms, libovsdb time 983.681µs I0425 11:48:39.281020 3805 cni.go:452] [openshift-monitoring/thanos-querier-746d68dbcb-6vw9t 56d2729ccc6ce274a67b52af4ab8e9f2001f5c91d2218a6726080a57e0eff31b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-746d68dbcb-6vw9t 56d2729ccc6ce274a67b52af4ab8e9f2001f5c91d2218a6726080a57e0eff31b network default NAD default NAD key ] I0425 11:48:39.293234 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-746d68dbcb-6vw9t, hostIfaceName: 56d2729ccc6ce27, network: default, NAD default, SandboxID: "56d2729ccc6ce274a67b52af4ab8e9f2001f5c91d2218a6726080a57e0eff31b", PCI device ID: , UID: "e9f311ce-3fb9-4eeb-b31f-9c6365f4b17b", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0425 11:48:39.343261 3805 cni.go:473] [openshift-monitoring/thanos-querier-746d68dbcb-6vw9t 56d2729ccc6ce274a67b52af4ab8e9f2001f5c91d2218a6726080a57e0eff31b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-746d68dbcb-6vw9t 56d2729ccc6ce274a67b52af4ab8e9f2001f5c91d2218a6726080a57e0eff31b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:3a:f9:ca:8d:a7\",\"name\":\"56d2729ccc6ce27\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ab29f59-5364-449b-9f82-777649273848\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:48:39.461723 3805 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:39.461741 3805 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:39.461747 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:40.050907 3805 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:40.050928 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:40.050935 3805 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:48:40.549781 3805 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7d46bfb7d4-8w64r IP address from the namespace address-set, err: pod openshift-console/console-7d46bfb7d4-8w64r: no pod IPs found I0425 11:48:41.575456 3805 cni.go:452] [openshift-image-registry/image-registry-69fdc6dc8d-sk6lb aa8a5f3de40faf7c7e4cc6ac52ba872a881f6e14e72a5fb53e308a518cf9ef35 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-69fdc6dc8d-sk6lb aa8a5f3de40faf7c7e4cc6ac52ba872a881f6e14e72a5fb53e308a518cf9ef35 network default NAD default NAD key ] I0425 11:48:41.656470 3805 cni.go:473] [openshift-image-registry/image-registry-69fdc6dc8d-sk6lb aa8a5f3de40faf7c7e4cc6ac52ba872a881f6e14e72a5fb53e308a518cf9ef35 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-69fdc6dc8d-sk6lb aa8a5f3de40faf7c7e4cc6ac52ba872a881f6e14e72a5fb53e308a518cf9ef35 network default NAD default NAD key default], result "{}", err I0425 11:48:41.717020 3805 obj_retry.go:498] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:41.717066 3805 pods.go:176] Deleting pod: openshift-image-registry/image-registry-69fdc6dc8d-sk6lb I0425 11:48:41.718688 3805 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-69fdc6dc8d-sk6lb, ips: 10.130.0.5 I0425 11:48:41.718719 3805 obj_retry.go:498] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:41.731710 3805 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-9c5c7b689-gk9k8] creating logical port openshift-image-registry_image-registry-9c5c7b689-gk9k8 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:41.731957 3805 kube.go:256] Updating pod openshift-image-registry/image-registry-9c5c7b689-gk9k8 I0425 11:48:41.761435 3805 pod.go:62] [openshift-image-registry/image-registry-9c5c7b689-gk9k8] pod update took 29.52469ms I0425 11:48:41.761457 3805 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-9c5c7b689-gk9k8] addLogicalPort annotation time took 29.554386ms I0425 11:48:41.762871 3805 pods.go:271] [openshift-image-registry/image-registry-9c5c7b689-gk9k8] addLogicalPort took 31.182841ms, libovsdb time 1.058202ms I0425 11:48:42.042803 3805 obj_retry.go:492] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:42.042845 3805 obj_retry.go:492] Detected object openshift-image-registry/image-registry-69fdc6dc8d-sk6lb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:42.044991 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-69fdc6dc8d-sk6lb I0425 11:48:42.045087 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-69fdc6dc8d-sk6lb I0425 11:48:42.120824 3805 cni.go:452] [openshift-image-registry/image-registry-9c5c7b689-gk9k8 618b8fc7f8c407ccefae8c5734f48c817161ad0670f5cffb74228b227420657b network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-9c5c7b689-gk9k8 618b8fc7f8c407ccefae8c5734f48c817161ad0670f5cffb74228b227420657b network default NAD default NAD key ] I0425 11:48:42.131942 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-9c5c7b689-gk9k8, hostIfaceName: 618b8fc7f8c407c, network: default, NAD default, SandboxID: "618b8fc7f8c407ccefae8c5734f48c817161ad0670f5cffb74228b227420657b", PCI device ID: , UID: "692ebb7a-b163-4b5e-81bd-c6ea8756c031", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0425 11:48:42.193232 3805 cni.go:473] [openshift-image-registry/image-registry-9c5c7b689-gk9k8 618b8fc7f8c407ccefae8c5734f48c817161ad0670f5cffb74228b227420657b network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-9c5c7b689-gk9k8 618b8fc7f8c407ccefae8c5734f48c817161ad0670f5cffb74228b227420657b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:48:f1:72:c4:af\",\"name\":\"618b8fc7f8c407c\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be398285-1d7d-47d0-824d-cf0191fa619f\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:48:42.202056 3805 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:42.202223 3805 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0425 11:48:42.244279 3805 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 42.10052ms I0425 11:48:42.244301 3805 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 42.125797ms I0425 11:48:42.245746 3805 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 43.712133ms, libovsdb time 1.148738ms I0425 11:48:42.573731 3805 cni.go:452] [openshift-monitoring/prometheus-k8s-1 5ab8fcc1b3e90778bf0b60ee86fd27d527af7d1cbc1722ead056e4124919c65c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 5ab8fcc1b3e90778bf0b60ee86fd27d527af7d1cbc1722ead056e4124919c65c network default NAD default NAD key ] I0425 11:48:42.583421 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 5ab8fcc1b3e9077, network: default, NAD default, SandboxID: "5ab8fcc1b3e90778bf0b60ee86fd27d527af7d1cbc1722ead056e4124919c65c", PCI device ID: , UID: "dc39ec37-e11f-47be-a7bf-c26dfa49ab52", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] W0425 11:48:42.593952 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0425 11:48:42.640976 3805 cni.go:473] [openshift-monitoring/prometheus-k8s-1 5ab8fcc1b3e90778bf0b60ee86fd27d527af7d1cbc1722ead056e4124919c65c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 5ab8fcc1b3e90778bf0b60ee86fd27d527af7d1cbc1722ead056e4124919c65c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:48:72:4c:86:83\",\"name\":\"5ab8fcc1b3e9077\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/102b0987-255f-4b84-9e9b-3a22ad34eb63\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:48:42.641933 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0425 11:48:43.064967 3805 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:43.064989 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:43.133210 3805 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:43.133228 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:43.133233 3805 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:43.133238 3805 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 11:48:43.758780 3805 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:43.759310 3805 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 11:48:44.484938 3805 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.484966 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.484974 3805 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.484978 3805 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:44.562335 3805 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:44.562357 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:48:44.589806 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0425 11:48:44.614967 3805 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:44.614987 3805 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-ll29d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:48:44.625406 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c894d68c-ll29d I0425 11:48:44.625434 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c894d68c-ll29d W0425 11:48:44.799578 3805 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5d8884d9ff-f77v5 IP address from the namespace address-set, err: pod openshift-console/console-5d8884d9ff-f77v5: no pod IPs found W0425 11:48:44.801843 3805 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5d8884d9ff-2gxtl IP address from the namespace address-set, err: pod openshift-console/console-5d8884d9ff-2gxtl: no pod IPs found W0425 11:48:49.081828 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:49.081850 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:49.081858 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0425 11:48:49.081863 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0425 11:48:59.129503 3805 cni.go:452] [openshift-console/console-77ff9c694b-98pjl 1e822690cb79e6f9995813686e0db7c33f1d1e1bc1495e27f3b7dd7fb4dbc1f5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-77ff9c694b-98pjl 1e822690cb79e6f9995813686e0db7c33f1d1e1bc1495e27f3b7dd7fb4dbc1f5 network default NAD default NAD key ] I0425 11:48:59.215509 3805 cni.go:473] [openshift-console/console-77ff9c694b-98pjl 1e822690cb79e6f9995813686e0db7c33f1d1e1bc1495e27f3b7dd7fb4dbc1f5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-77ff9c694b-98pjl 1e822690cb79e6f9995813686e0db7c33f1d1e1bc1495e27f3b7dd7fb4dbc1f5 network default NAD default NAD key default], result "{}", err I0425 11:48:59.279626 3805 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-98pjl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:59.279721 3805 pods.go:176] Deleting pod: openshift-console/console-77ff9c694b-98pjl I0425 11:48:59.281068 3805 pods.go:236] Attempting to release IPs for pod: openshift-console/console-77ff9c694b-98pjl, ips: 10.130.0.12 I0425 11:48:59.281096 3805 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-98pjl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:48:59.295688 3805 base_network_controller_pods.go:487] [default/openshift-console/console-6987c68b85-gsxzx] creating logical port openshift-console_console-6987c68b85-gsxzx for pod on switch ip-10-0-1-85.ec2.internal I0425 11:48:59.295789 3805 kube.go:256] Updating pod openshift-console/console-6987c68b85-gsxzx I0425 11:48:59.310429 3805 pod.go:62] [openshift-console/console-6987c68b85-gsxzx] pod update took 14.653797ms I0425 11:48:59.310449 3805 base_network_controller_pods.go:951] [default/openshift-console/console-6987c68b85-gsxzx] addLogicalPort annotation time took 14.691245ms I0425 11:48:59.311482 3805 pods.go:271] [openshift-console/console-6987c68b85-gsxzx] addLogicalPort took 15.811068ms, libovsdb time 727.068µs I0425 11:48:59.700679 3805 cni.go:452] [openshift-console/console-6987c68b85-gsxzx 7cd2d61e9e6edfc704bc2e3c770a2c5d77aaf9943adb23383b115d355822a504 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6987c68b85-gsxzx 7cd2d61e9e6edfc704bc2e3c770a2c5d77aaf9943adb23383b115d355822a504 network default NAD default NAD key ] I0425 11:48:59.709996 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6987c68b85-gsxzx, hostIfaceName: 7cd2d61e9e6edfc, network: default, NAD default, SandboxID: "7cd2d61e9e6edfc704bc2e3c770a2c5d77aaf9943adb23383b115d355822a504", PCI device ID: , UID: "6802c3cc-fb71-4a98-aaf1-a28f87df9cab", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0425 11:48:59.758747 3805 cni.go:473] [openshift-console/console-6987c68b85-gsxzx 7cd2d61e9e6edfc704bc2e3c770a2c5d77aaf9943adb23383b115d355822a504 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6987c68b85-gsxzx 7cd2d61e9e6edfc704bc2e3c770a2c5d77aaf9943adb23383b115d355822a504 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:98:37:bf:ec:3a\",\"name\":\"7cd2d61e9e6edfc\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73c97b60-93b5-4bb8-aeb8-cadcaf2d1bf4\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:49:00.153415 3805 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-98pjl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:00.153438 3805 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-98pjl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:00.158703 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77ff9c694b-98pjl I0425 11:49:00.158733 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77ff9c694b-98pjl I0425 11:49:01.897504 3805 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:01.898028 3805 obj_retry.go:498] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:02.602283 3805 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:02.602310 3805 obj_retry.go:492] Detected object openshift-console/console-77ff9c694b-5kxt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:02.607706 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-77ff9c694b-5kxt5 I0425 11:49:02.607733 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-77ff9c694b-5kxt5 W0425 11:49:04.075411 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0425 11:49:04.825404 3805 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.825908 3805 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.825936 3805 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.825947 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0425 11:49:04.825967 3805 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:49:04.825975 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0425 11:49:05.855904 3805 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:05.855934 3805 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:05.855950 3805 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:05.855959 3805 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dj95ts of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 11:49:06.697097 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0425 11:49:07.434627 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:49:07.434665 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:49:07.434671 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:49:07.434683 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:49:07.434690 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:49:07.434694 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:49:07.579043 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:49:07.579066 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:49:07.579072 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 11:49:07.616756 3805 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0425 11:49:07.624543 3805 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0425 11:49:10.182243 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0425 11:49:11.718630 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0425 11:49:21.760376 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0425 11:49:29.431514 3805 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:29.432523 3805 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:29.572835 3805 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0425 11:49:29.710200 3805 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:29.710228 3805 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c894d68c-f4gxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:29.716202 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c894d68c-f4gxq I0425 11:49:29.716227 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c894d68c-f4gxq I0425 11:49:35.349224 3805 obj_retry.go:498] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.349747 3805 obj_retry.go:498] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.503453 3805 obj_retry.go:498] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.503992 3805 obj_retry.go:498] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:35.736529 3805 obj_retry.go:492] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.736553 3805 obj_retry.go:492] Detected object openshift-ingress/router-default-866bcd745f-x65kq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.739952 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-866bcd745f-x65kq I0425 11:49:35.739975 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-866bcd745f-x65kq I0425 11:49:35.806121 3805 obj_retry.go:492] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.806141 3805 obj_retry.go:492] Detected object openshift-console/console-7d46bfb7d4-dlnmc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:35.813975 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7d46bfb7d4-dlnmc I0425 11:49:35.814001 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7d46bfb7d4-dlnmc W0425 11:49:42.811878 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:49:42.811911 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:49:42.811921 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:49:42.811926 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:49:43.342549 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:49:43.342574 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 11:49:57.642665 3805 cni.go:452] [openshift-monitoring/alertmanager-main-1 d47c6e4c23c71691758c7014e77d7484d8509a773a29ac0c4db100915cbd9a94 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 d47c6e4c23c71691758c7014e77d7484d8509a773a29ac0c4db100915cbd9a94 network default NAD default NAD key ] I0425 11:49:57.723117 3805 cni.go:473] [openshift-monitoring/alertmanager-main-1 d47c6e4c23c71691758c7014e77d7484d8509a773a29ac0c4db100915cbd9a94 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 d47c6e4c23c71691758c7014e77d7484d8509a773a29ac0c4db100915cbd9a94 network default NAD default NAD key default], result "{}", err I0425 11:49:57.786001 3805 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:57.786037 3805 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0425 11:49:57.787288 3805 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.16 I0425 11:49:57.787314 3805 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:49:58.363148 3805 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:58.363175 3805 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:49:58.370356 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0425 11:49:58.370379 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0425 11:49:58.408926 3805 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:49:58.409064 3805 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0425 11:49:58.434639 3805 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.615131ms I0425 11:49:58.434736 3805 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.715113ms I0425 11:49:58.437091 3805 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.183358ms, libovsdb time 1.928074ms I0425 11:49:58.769147 3805 cni.go:452] [openshift-monitoring/alertmanager-main-1 38d252810533ff3cafa500b12135764c7917760921acb10a8ade7c9297516643 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 38d252810533ff3cafa500b12135764c7917760921acb10a8ade7c9297516643 network default NAD default NAD key ] I0425 11:49:58.778912 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 38d252810533ff3, network: default, NAD default, SandboxID: "38d252810533ff3cafa500b12135764c7917760921acb10a8ade7c9297516643", PCI device ID: , UID: "eadad70e-b329-4064-ac07-2c06e1fd3810", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0425 11:49:58.826699 3805 cni.go:473] [openshift-monitoring/alertmanager-main-1 38d252810533ff3cafa500b12135764c7917760921acb10a8ade7c9297516643 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 38d252810533ff3cafa500b12135764c7917760921acb10a8ade7c9297516643 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:7c:cf:ae:0c:6e\",\"name\":\"38d252810533ff3\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a43db221-beb8-4ddb-9ec2-3d793b8dd6c1\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:50:01.901181 3805 cni.go:452] [openshift-monitoring/prometheus-k8s-1 5ab8fcc1b3e90778bf0b60ee86fd27d527af7d1cbc1722ead056e4124919c65c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 5ab8fcc1b3e90778bf0b60ee86fd27d527af7d1cbc1722ead056e4124919c65c network default NAD default NAD key ] I0425 11:50:01.982538 3805 cni.go:473] [openshift-monitoring/prometheus-k8s-1 5ab8fcc1b3e90778bf0b60ee86fd27d527af7d1cbc1722ead056e4124919c65c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 5ab8fcc1b3e90778bf0b60ee86fd27d527af7d1cbc1722ead056e4124919c65c network default NAD default NAD key default], result "{}", err I0425 11:50:02.054376 3805 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:02.054416 3805 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0425 11:50:02.055702 3805 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.19 I0425 11:50:02.055733 3805 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:02.393703 3805 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:02.393757 3805 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:02.402066 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0425 11:50:02.402100 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0425 11:50:02.445876 3805 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:50:02.446010 3805 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0425 11:50:02.476821 3805 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 30.848601ms I0425 11:50:02.476843 3805 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 30.874584ms I0425 11:50:02.478008 3805 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 32.149921ms, libovsdb time 856.089µs I0425 11:50:02.807388 3805 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a7a59bdaccb212e491a5674e6a2cbe4444e71e8513683a88e560e87d3ae537f6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a7a59bdaccb212e491a5674e6a2cbe4444e71e8513683a88e560e87d3ae537f6 network default NAD default NAD key ] I0425 11:50:02.817018 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a7a59bdaccb212e, network: default, NAD default, SandboxID: "a7a59bdaccb212e491a5674e6a2cbe4444e71e8513683a88e560e87d3ae537f6", PCI device ID: , UID: "f1ae2606-81fb-4df4-b7d4-216c05ec03b2", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0425 11:50:02.866333 3805 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a7a59bdaccb212e491a5674e6a2cbe4444e71e8513683a88e560e87d3ae537f6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a7a59bdaccb212e491a5674e6a2cbe4444e71e8513683a88e560e87d3ae537f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:a7:32:38:a5:2e\",\"name\":\"a7a59bdaccb212e\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45a4768d-3922-406e-94ca-0f21b376d836\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:50:05.048919 3805 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:05.049527 3805 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:06.071801 3805 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:06.071821 3805 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 11:50:28.822681 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:50:28.822699 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0425 11:50:28.822705 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0425 11:50:30.227039 3805 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:30.227618 3805 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:30.978434 3805 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:30.978457 3805 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:30.984276 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0425 11:50:30.984303 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0425 11:50:33.180251 3805 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-f9mck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:33.180897 3805 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-f9mck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:34.020019 3805 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-f9mck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:34.020049 3805 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-f9mck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:34.025113 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6987c68b85-f9mck I0425 11:50:34.025135 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6987c68b85-f9mck I0425 11:50:44.192401 3805 cni.go:452] [openshift-console/console-6987c68b85-gsxzx 7cd2d61e9e6edfc704bc2e3c770a2c5d77aaf9943adb23383b115d355822a504 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6987c68b85-gsxzx 7cd2d61e9e6edfc704bc2e3c770a2c5d77aaf9943adb23383b115d355822a504 network default NAD default NAD key ] I0425 11:50:44.266912 3805 cni.go:473] [openshift-console/console-6987c68b85-gsxzx 7cd2d61e9e6edfc704bc2e3c770a2c5d77aaf9943adb23383b115d355822a504 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6987c68b85-gsxzx 7cd2d61e9e6edfc704bc2e3c770a2c5d77aaf9943adb23383b115d355822a504 network default NAD default NAD key default], result "{}", err I0425 11:50:44.316170 3805 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-gsxzx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:44.316210 3805 pods.go:176] Deleting pod: openshift-console/console-6987c68b85-gsxzx I0425 11:50:44.317778 3805 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6987c68b85-gsxzx, ips: 10.130.0.20 I0425 11:50:44.317808 3805 obj_retry.go:498] Detected object openshift-console/console-6987c68b85-gsxzx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:50:44.565276 3805 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-gsxzx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:44.565304 3805 obj_retry.go:492] Detected object openshift-console/console-6987c68b85-gsxzx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:50:44.571742 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6987c68b85-gsxzx I0425 11:50:44.571785 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6987c68b85-gsxzx W0425 11:51:03.680955 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0425 11:51:03.680980 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0425 11:51:04.991235 3805 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:51:04.991780 3805 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:51:05.137971 3805 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:51:05.137994 3805 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:51:05.145332 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0425 11:51:05.145355 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0425 11:53:05.289769 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0425 11:53:10.405811 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0425 11:53:18.298575 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=482 I0425 11:53:31.399889 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0425 11:53:43.382486 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0425 11:54:12.838899 3805 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0425 11:54:23.869377 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0425 11:54:23.869439 3805 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-clh4m IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-clh4m: no pod IPs found I0425 11:55:00.288322 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69 I0425 11:55:34.412140 3805 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0425 11:55:44.378767 3805 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0425 11:55:47.311310 3805 namespace.go:98] [tsf] adding namespace I0425 11:55:47.312196 3805 namespace.go:102] [tsf] adding namespace took 858.059µs I0425 11:55:47.326848 3805 namespace.go:142] [tsf] updating namespace I0425 11:55:47.336458 3805 namespace.go:142] [tsf] updating namespace I0425 11:55:51.105058 3805 namespace.go:98] [tsf-keycloak] adding namespace I0425 11:55:51.105164 3805 namespace.go:98] [tsf-tas] adding namespace I0425 11:55:51.105266 3805 namespace.go:98] [konflux-ui] adding namespace I0425 11:55:51.106041 3805 namespace.go:102] [tsf-keycloak] adding namespace took 959.318µs I0425 11:55:51.106662 3805 namespace.go:102] [tsf-tas] adding namespace took 1.477748ms I0425 11:55:51.107260 3805 namespace.go:102] [konflux-ui] adding namespace took 1.973682ms I0425 11:55:51.108530 3805 namespace.go:98] [konflux-operator] adding namespace I0425 11:55:51.108722 3805 namespace.go:98] [tsf-tpa] adding namespace I0425 11:55:51.108861 3805 namespace.go:98] [rhtpa-operator] adding namespace I0425 11:55:51.108917 3805 namespace.go:98] [cert-manager-operator] adding namespace I0425 11:55:51.109298 3805 namespace.go:102] [konflux-operator] adding namespace took 750.431µs I0425 11:55:51.109325 3805 namespace.go:98] [rhbk-operator] adding namespace I0425 11:55:51.109897 3805 namespace.go:102] [rhbk-operator] adding namespace took 565.368µs I0425 11:55:51.110392 3805 namespace.go:102] [tsf-tpa] adding namespace took 1.650246ms I0425 11:55:51.111014 3805 namespace.go:102] [rhtpa-operator] adding namespace took 2.129698ms I0425 11:55:51.111482 3805 namespace.go:102] [cert-manager-operator] adding namespace took 2.55277ms I0425 11:55:51.135740 3805 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:51.161188 3805 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:51.165542 3805 namespace.go:142] [rhbk-operator] updating namespace I0425 11:55:51.165581 3805 namespace.go:142] [tsf-tas] updating namespace I0425 11:55:51.165806 3805 namespace.go:142] [konflux-operator] updating namespace I0425 11:55:51.165840 3805 namespace.go:142] [konflux-ui] updating namespace I0425 11:55:51.177303 3805 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:51.193731 3805 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:55:51.194996 3805 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:51.197772 3805 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:55:51.213998 3805 namespace.go:142] [konflux-ui] updating namespace I0425 11:55:51.245458 3805 namespace.go:142] [konflux-ui] updating namespace I0425 11:55:51.245520 3805 namespace.go:142] [konflux-operator] updating namespace I0425 11:55:51.268535 3805 namespace.go:142] [konflux-operator] updating namespace I0425 11:55:51.268672 3805 namespace.go:142] [rhbk-operator] updating namespace I0425 11:55:51.279446 3805 namespace.go:142] [rhbk-operator] updating namespace I0425 11:55:51.299691 3805 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:51.320488 3805 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:51.324526 3805 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:55:51.335881 3805 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:55:51.445604 3805 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:55:51.506489 3805 namespace.go:142] [tsf-tas] updating namespace I0425 11:55:51.659591 3805 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:55:51.685687 3805 namespace.go:142] [tsf-tas] updating namespace I0425 11:55:52.507484 3805 namespace.go:142] [tsf-tpa] updating namespace I0425 11:55:52.519880 3805 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:55:52.676419 3805 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-85.ec2.internal I0425 11:55:52.676546 3805 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0425 11:55:52.700193 3805 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 23.679588ms I0425 11:55:52.700215 3805 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 23.707863ms I0425 11:55:52.701623 3805 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 25.220589ms, libovsdb time 988.094µs I0425 11:55:53.049022 3805 cni.go:452] [tsf/test-tsf-subscriptions 19bd28eaf7687e57c0a407ee8650ffb73db42d7aedfebcb1ea8bf8a1b5cc6d40 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 19bd28eaf7687e57c0a407ee8650ffb73db42d7aedfebcb1ea8bf8a1b5cc6d40 network default NAD default NAD key ] I0425 11:55:53.058875 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 19bd28eaf7687e5, network: default, NAD default, SandboxID: "19bd28eaf7687e57c0a407ee8650ffb73db42d7aedfebcb1ea8bf8a1b5cc6d40", PCI device ID: , UID: "f9681952-7225-496a-a0fb-7a2f388866f2", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0425 11:55:53.108511 3805 cni.go:473] [tsf/test-tsf-subscriptions 19bd28eaf7687e57c0a407ee8650ffb73db42d7aedfebcb1ea8bf8a1b5cc6d40 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 19bd28eaf7687e57c0a407ee8650ffb73db42d7aedfebcb1ea8bf8a1b5cc6d40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:cf:0f:3a:6e:3f\",\"name\":\"19bd28eaf7687e5\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86884334-6d10-446c-a830-2b77cd2f983e\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:55:53.418255 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0425 11:55:59.371245 3805 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.371899 3805 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.371953 3805 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.371969 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:55:59.371984 3805 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:55:59.371992 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:00.377164 3805 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.377695 3805 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.377721 3805 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.377728 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:00.377739 3805 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:00.377743 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:00.394575 3805 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:00.394595 3805 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:00.394608 3805 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:00.394622 3805 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5152p9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.405817 3805 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.405842 3805 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.405856 3805 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:01.405866 3805 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d78fmd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:03.427763 3805 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.428309 3805 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.428339 3805 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.428347 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:03.428357 3805 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.428361 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:03.449802 3805 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.450375 3805 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.450418 3805 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.450429 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:03.450451 3805 obj_retry.go:498] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:03.450459 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:04.453300 3805 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.453323 3805 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.453336 3805 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.453351 3805 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2wz6g6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.476712 3805 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.476735 3805 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.476750 3805 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:04.476765 3805 obj_retry.go:492] Detected object openshift-marketplace/26f31e01798d5ff60e3a8dd38c21154e52540a0e6813a6498bf5aa0158jcscr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:05.419459 3805 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.420027 3805 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.420066 3805 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.420077 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:05.420088 3805 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:05.420093 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:06.431672 3805 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.432308 3805 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.432334 3805 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.432344 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0425 11:56:06.432358 3805 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0425 11:56:06.432362 3805 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0425 11:56:06.447014 3805 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:06.447033 3805 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:06.447046 3805 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:06.447056 3805 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136fngnd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:07.458233 3805 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:07.458256 3805 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:07.458273 3805 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:07.458282 3805 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d74j27p of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0425 11:56:09.333562 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0425 11:56:15.201696 3805 namespace.go:98] [cert-manager] adding namespace I0425 11:56:15.202487 3805 namespace.go:102] [cert-manager] adding namespace took 765.446µs I0425 11:56:15.279094 3805 namespace.go:142] [cert-manager] updating namespace I0425 11:56:15.293797 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=56 I0425 11:56:15.302310 3805 namespace.go:142] [cert-manager] updating namespace W0425 11:56:16.544529 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 11:56:16.559509 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0425 11:56:22.451380 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0425 11:56:22.451396 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0425 11:56:25.999376 3805 namespace.go:142] [openshift-operators] updating namespace I0425 11:56:26.015410 3805 namespace.go:142] [openshift-operators] updating namespace I0425 11:56:26.393288 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0425 11:56:28.459268 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.152158 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.177596 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.178697 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0425 11:56:30.195393 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0425 11:56:30.387738 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0425 11:56:34.480601 3805 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0425 11:56:34.826508 3805 namespace.go:98] [trusted-artifact-signer] adding namespace I0425 11:56:34.827412 3805 namespace.go:102] [trusted-artifact-signer] adding namespace took 879.906µs I0425 11:56:34.861644 3805 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:34.891474 3805 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:37.957082 3805 namespace.go:142] [openshift-operators] updating namespace I0425 11:56:46.983899 3805 cni.go:452] [tsf/test-tsf-subscriptions 19bd28eaf7687e57c0a407ee8650ffb73db42d7aedfebcb1ea8bf8a1b5cc6d40 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 19bd28eaf7687e57c0a407ee8650ffb73db42d7aedfebcb1ea8bf8a1b5cc6d40 network default NAD default NAD key ] I0425 11:56:47.065017 3805 cni.go:473] [tsf/test-tsf-subscriptions 19bd28eaf7687e57c0a407ee8650ffb73db42d7aedfebcb1ea8bf8a1b5cc6d40 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 19bd28eaf7687e57c0a407ee8650ffb73db42d7aedfebcb1ea8bf8a1b5cc6d40 network default NAD default NAD key default], result "{}", err I0425 11:56:47.142576 3805 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:47.142698 3805 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0425 11:56:47.143976 3805 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.23 I0425 11:56:47.144008 3805 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:56:47.166514 3805 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:47.166540 3805 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:56:47.169940 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0425 11:56:47.169967 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0425 11:56:49.282566 3805 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-85.ec2.internal I0425 11:56:49.282688 3805 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0425 11:56:49.301709 3805 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 19.072512ms I0425 11:56:49.301734 3805 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 19.105969ms I0425 11:56:49.302940 3805 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 20.39152ms, libovsdb time 852.704µs I0425 11:56:49.662572 3805 cni.go:452] [tsf/test-tsf-infrastructure e08a141dccf9ce767311d6ac7b5d153acc0e4696e5c5c7996546abb304adc007 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure e08a141dccf9ce767311d6ac7b5d153acc0e4696e5c5c7996546abb304adc007 network default NAD default NAD key ] I0425 11:56:49.672369 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: e08a141dccf9ce7, network: default, NAD default, SandboxID: "e08a141dccf9ce767311d6ac7b5d153acc0e4696e5c5c7996546abb304adc007", PCI device ID: , UID: "be246b1a-24c7-42d3-8c89-05e42df83fe6", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0425 11:56:49.719144 3805 cni.go:473] [tsf/test-tsf-infrastructure e08a141dccf9ce767311d6ac7b5d153acc0e4696e5c5c7996546abb304adc007 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure e08a141dccf9ce767311d6ac7b5d153acc0e4696e5c5c7996546abb304adc007 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f3:b8:58:a8:a3\",\"name\":\"e08a141dccf9ce7\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab1c4264-6656-42e1-be23-bbae37e7909f\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:56:52.181434 3805 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-tw4v4] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-tw4v4 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:56:52.181555 3805 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-tw4v4 I0425 11:56:52.193452 3805 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-tw4v4] pod update took 11.931626ms I0425 11:56:52.193475 3805 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-tw4v4] addLogicalPort annotation time took 11.962704ms I0425 11:56:52.195088 3805 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-tw4v4] addLogicalPort took 13.661599ms, libovsdb time 1.115733ms I0425 11:56:54.943442 3805 namespace.go:98] [openshift-pipelines] adding namespace I0425 11:56:54.944358 3805 namespace.go:102] [openshift-pipelines] adding namespace took 869.98µs I0425 11:56:54.969027 3805 namespace.go:142] [openshift-pipelines] updating namespace I0425 11:56:55.690557 3805 namespace.go:142] [cert-manager] updating namespace I0425 11:56:55.875039 3805 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:56:56.273810 3805 namespace.go:142] [konflux-operator] updating namespace I0425 11:56:56.471527 3805 namespace.go:142] [konflux-ui] updating namespace I0425 11:56:56.672915 3805 namespace.go:142] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] updating namespace I0425 11:56:57.078133 3805 namespace.go:142] [rhbk-operator] updating namespace I0425 11:56:57.277993 3805 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:56:57.478817 3805 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:57.658319 3805 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-tw4v4 23c0fee135358762b5af2d680c4843c976d1f76b9cbd9f150454c68068544e6b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-tw4v4 23c0fee135358762b5af2d680c4843c976d1f76b9cbd9f150454c68068544e6b network default NAD default NAD key ] I0425 11:56:57.667741 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-tw4v4, hostIfaceName: 23c0fee13535876, network: default, NAD default, SandboxID: "23c0fee135358762b5af2d680c4843c976d1f76b9cbd9f150454c68068544e6b", PCI device ID: , UID: "8910fcfa-f3e4-4327-9fa5-6b07891f963e", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0425 11:56:57.680535 3805 namespace.go:142] [tsf] updating namespace I0425 11:56:57.715262 3805 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-tw4v4 23c0fee135358762b5af2d680c4843c976d1f76b9cbd9f150454c68068544e6b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-tw4v4 23c0fee135358762b5af2d680c4843c976d1f76b9cbd9f150454c68068544e6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f1:d1:8c:2f:a0\",\"name\":\"23c0fee13535876\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7cd7f569-2a4f-4bef-863a-464d51348cb8\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:56:57.882416 3805 namespace.go:142] [tsf-keycloak] updating namespace W0425 11:56:58.035454 3805 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0425 11:56:58.083446 3805 namespace.go:142] [tsf-tas] updating namespace I0425 11:56:58.285818 3805 namespace.go:142] [tsf-tpa] updating namespace I0425 11:56:58.415237 3805 namespace.go:142] [cert-manager] updating namespace I0425 11:56:58.423121 3805 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:56:58.432434 3805 namespace.go:142] [default] updating namespace I0425 11:56:58.440157 3805 namespace.go:142] [konflux-operator] updating namespace I0425 11:56:58.449433 3805 namespace.go:142] [konflux-ui] updating namespace I0425 11:56:58.458438 3805 namespace.go:142] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] updating namespace I0425 11:56:58.467235 3805 namespace.go:142] [openshift] updating namespace I0425 11:56:58.476161 3805 namespace.go:142] [rhbk-operator] updating namespace I0425 11:56:58.488112 3805 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:56:58.499831 3805 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:58.509439 3805 namespace.go:142] [tsf] updating namespace I0425 11:56:58.529851 3805 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:56:58.547334 3805 namespace.go:142] [tsf-tas] updating namespace I0425 11:56:58.569783 3805 namespace.go:142] [tsf-tpa] updating namespace I0425 11:56:58.667788 3805 namespace.go:142] [cert-manager] updating namespace I0425 11:56:58.769210 3805 namespace.go:142] [cert-manager-operator] updating namespace I0425 11:56:58.867421 3805 namespace.go:142] [default] updating namespace I0425 11:56:58.969406 3805 namespace.go:142] [konflux-operator] updating namespace I0425 11:56:59.068192 3805 namespace.go:142] [konflux-ui] updating namespace I0425 11:56:59.169928 3805 namespace.go:142] [open-cluster-management-2pt5go36ks0rjgb6amjjn5edou29lsjs] updating namespace I0425 11:56:59.269462 3805 namespace.go:142] [openshift] updating namespace I0425 11:56:59.369877 3805 namespace.go:142] [rhbk-operator] updating namespace I0425 11:56:59.468252 3805 namespace.go:142] [rhtpa-operator] updating namespace I0425 11:56:59.567281 3805 namespace.go:142] [trusted-artifact-signer] updating namespace I0425 11:56:59.667553 3805 namespace.go:142] [tsf] updating namespace I0425 11:56:59.770111 3805 namespace.go:142] [tsf-keycloak] updating namespace I0425 11:56:59.867108 3805 namespace.go:142] [tsf-tas] updating namespace I0425 11:56:59.970537 3805 namespace.go:142] [tsf-tpa] updating namespace I0425 11:57:00.266835 3805 namespace.go:142] [openshift-pipelines] updating namespace W0425 11:57:02.673526 3805 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0425 11:57:09.158268 3805 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-96bvv] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-96bvv for pod on switch ip-10-0-1-85.ec2.internal I0425 11:57:09.158386 3805 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-96bvv I0425 11:57:09.176201 3805 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-96bvv] pod update took 17.840363ms I0425 11:57:09.176224 3805 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-96bvv] addLogicalPort annotation time took 17.869973ms I0425 11:57:09.177468 3805 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-96bvv] addLogicalPort took 19.215894ms, libovsdb time 928.842µs I0425 11:57:09.254722 3805 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-b5tl6] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-b5tl6 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:57:09.254853 3805 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-b5tl6 I0425 11:57:09.270464 3805 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-b5tl6] pod update took 15.634085ms I0425 11:57:09.270486 3805 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-b5tl6] addLogicalPort annotation time took 15.659952ms I0425 11:57:09.271607 3805 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-b5tl6] addLogicalPort took 16.902738ms, libovsdb time 801.769µs I0425 11:57:09.536516 3805 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-96bvv 8a2c96a356538d96778554416c208f1ed68bf6ba230c4eb771e15ac0b57f71c8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-96bvv 8a2c96a356538d96778554416c208f1ed68bf6ba230c4eb771e15ac0b57f71c8 network default NAD default NAD key ] I0425 11:57:09.545840 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-96bvv, hostIfaceName: 8a2c96a356538d9, network: default, NAD default, SandboxID: "8a2c96a356538d96778554416c208f1ed68bf6ba230c4eb771e15ac0b57f71c8", PCI device ID: , UID: "c8af649a-fa6c-4fcf-bbbe-bc5498a764ae", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0425 11:57:09.596686 3805 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-96bvv 8a2c96a356538d96778554416c208f1ed68bf6ba230c4eb771e15ac0b57f71c8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-96bvv 8a2c96a356538d96778554416c208f1ed68bf6ba230c4eb771e15ac0b57f71c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:36:83:03:0a:4f\",\"name\":\"8a2c96a356538d9\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c2e386f-2193-4f14-b9a7-fca206507679\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:57:09.613226 3805 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-b5tl6 b74733ae5a2ba3b53e02bbdbf4beb85a9f55762fca9dba7b91a80a05df5bf257 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-b5tl6 b74733ae5a2ba3b53e02bbdbf4beb85a9f55762fca9dba7b91a80a05df5bf257 network default NAD default NAD key ] I0425 11:57:09.622028 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-b5tl6, hostIfaceName: b74733ae5a2ba3b, network: default, NAD default, SandboxID: "b74733ae5a2ba3b53e02bbdbf4beb85a9f55762fca9dba7b91a80a05df5bf257", PCI device ID: , UID: "23dd0f68-88ab-4445-80f8-6a774fa79f77", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0425 11:57:09.671945 3805 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-b5tl6 b74733ae5a2ba3b53e02bbdbf4beb85a9f55762fca9dba7b91a80a05df5bf257 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-b5tl6 b74733ae5a2ba3b53e02bbdbf4beb85a9f55762fca9dba7b91a80a05df5bf257 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:98:84:52:46:c0\",\"name\":\"b74733ae5a2ba3b\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa6435a2-74d8-4f0a-bbf3-4edb1db6847e\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:57:10.417774 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 W0425 11:57:12.670519 3805 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:12.670539 3805 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:12.670544 3805 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:12.670551 3805 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 11:57:13.113531 3805 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 11:57:13.113554 3805 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 11:57:13.113561 3805 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 11:57:13.146105 3805 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 11:57:13.146128 3805 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 11:57:13.146134 3805 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 11:57:19.043571 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0425 11:57:21.288276 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=97 I0425 11:57:22.379631 3805 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 W0425 11:57:24.119040 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 11:57:24.119064 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 11:57:24.119071 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0425 11:57:24.149687 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 11:57:24.149705 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0425 11:57:24.149711 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0425 11:57:28.292525 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0425 11:57:33.944047 3805 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-s5rk2] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-s5rk2 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:57:33.944175 3805 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-s5rk2 I0425 11:57:33.957679 3805 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-s5rk2] pod update took 13.530664ms I0425 11:57:33.957705 3805 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-s5rk2] addLogicalPort annotation time took 13.561774ms I0425 11:57:33.959093 3805 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-s5rk2] addLogicalPort took 15.063261ms, libovsdb time 981.469µs I0425 11:57:34.305021 3805 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-s5rk2 b43fc6c5096416c6fd8b905f44401941008a9a97100e569d4ffca74ce7a9672a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-s5rk2 b43fc6c5096416c6fd8b905f44401941008a9a97100e569d4ffca74ce7a9672a network default NAD default NAD key ] I0425 11:57:34.314985 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-s5rk2, hostIfaceName: b43fc6c5096416c, network: default, NAD default, SandboxID: "b43fc6c5096416c6fd8b905f44401941008a9a97100e569d4ffca74ce7a9672a", PCI device ID: , UID: "c4b8832e-8e53-45bd-b493-c6c4695813f2", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0425 11:57:34.366017 3805 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-s5rk2 b43fc6c5096416c6fd8b905f44401941008a9a97100e569d4ffca74ce7a9672a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-s5rk2 b43fc6c5096416c6fd8b905f44401941008a9a97100e569d4ffca74ce7a9672a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:c5:f6:86:d6:a8\",\"name\":\"b43fc6c5096416c\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0bbeeea-97c4-4c95-85c6-4b54f0b552a6\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:57:35.039378 3805 namespace.go:142] [openshift-pipelines] updating namespace W0425 11:57:37.823387 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0425 11:57:41.244181 3805 cni.go:452] [tsf/test-tsf-infrastructure e08a141dccf9ce767311d6ac7b5d153acc0e4696e5c5c7996546abb304adc007 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure e08a141dccf9ce767311d6ac7b5d153acc0e4696e5c5c7996546abb304adc007 network default NAD default NAD key ] I0425 11:57:41.325683 3805 cni.go:473] [tsf/test-tsf-infrastructure e08a141dccf9ce767311d6ac7b5d153acc0e4696e5c5c7996546abb304adc007 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure e08a141dccf9ce767311d6ac7b5d153acc0e4696e5c5c7996546abb304adc007 network default NAD default NAD key default], result "{}", err I0425 11:57:41.379224 3805 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:57:41.379253 3805 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0425 11:57:41.380496 3805 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.24 I0425 11:57:41.380523 3805 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:57:41.399025 3805 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:57:41.399051 3805 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:57:41.405179 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0425 11:57:41.405207 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0425 11:57:42.467515 3805 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-85.ec2.internal I0425 11:57:42.467666 3805 kube.go:256] Updating pod tsf/test-tsf-iam I0425 11:57:42.481754 3805 pod.go:62] [tsf/test-tsf-iam] pod update took 14.131442ms I0425 11:57:42.481775 3805 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 14.157866ms I0425 11:57:42.483073 3805 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 15.574998ms, libovsdb time 953.819µs I0425 11:57:42.826695 3805 cni.go:452] [tsf/test-tsf-iam a12cacb60ee708d82bd93b337353fbee79b9e7bd8ceb1918d00d8614465cc654 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam a12cacb60ee708d82bd93b337353fbee79b9e7bd8ceb1918d00d8614465cc654 network default NAD default NAD key ] I0425 11:57:42.836216 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: a12cacb60ee708d, network: default, NAD default, SandboxID: "a12cacb60ee708d82bd93b337353fbee79b9e7bd8ceb1918d00d8614465cc654", PCI device ID: , UID: "30fc86b2-82a3-4da9-a9f0-53ad80590340", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0425 11:57:42.885383 3805 cni.go:473] [tsf/test-tsf-iam a12cacb60ee708d82bd93b337353fbee79b9e7bd8ceb1918d00d8614465cc654 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam a12cacb60ee708d82bd93b337353fbee79b9e7bd8ceb1918d00d8614465cc654 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:9e:f3:26:16:95\",\"name\":\"a12cacb60ee708d\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b1d1dad-5a01-4dae-886d-ce39818c655a\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:57:43.305531 3805 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0425 11:57:43.306202 3805 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0425 11:57:43.306228 3805 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0425 11:57:43.308209 3805 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0425 11:57:49.879417 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0425 11:57:49.879429 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0425 11:57:49.879452 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0425 11:57:49.879438 3805 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0425 11:57:50.642383 3805 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-z88xp] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-z88xp for pod on switch ip-10-0-1-85.ec2.internal I0425 11:57:50.642525 3805 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-z88xp I0425 11:57:50.655934 3805 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-z88xp] pod update took 13.443943ms I0425 11:57:50.655958 3805 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-z88xp] addLogicalPort annotation time took 13.472439ms I0425 11:57:50.657178 3805 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-z88xp] addLogicalPort took 14.810588ms, libovsdb time 883.745µs I0425 11:57:51.009984 3805 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-z88xp 75087f6afa7a718867d90045a98c2069aec8eab3a2c89991bb216afab72eb7ef network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-z88xp 75087f6afa7a718867d90045a98c2069aec8eab3a2c89991bb216afab72eb7ef network default NAD default NAD key ] I0425 11:57:51.019267 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-z88xp, hostIfaceName: 75087f6afa7a718, network: default, NAD default, SandboxID: "75087f6afa7a718867d90045a98c2069aec8eab3a2c89991bb216afab72eb7ef", PCI device ID: , UID: "45679d8c-5183-4f6b-bfe6-2a7b97652f08", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0425 11:57:51.071234 3805 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-z88xp 75087f6afa7a718867d90045a98c2069aec8eab3a2c89991bb216afab72eb7ef network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-z88xp 75087f6afa7a718867d90045a98c2069aec8eab3a2c89991bb216afab72eb7ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:57:e9:37:22:3d\",\"name\":\"75087f6afa7a718\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c35d055f-3b96-4e06-93d1-0c8a5197ec8b\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:57:55.349681 3805 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 11:57:58.433835 3805 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:57:58.433930 3805 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0425 11:57:58.445616 3805 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.710261ms I0425 11:57:58.445636 3805 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.733503ms I0425 11:57:58.446941 3805 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.12068ms, libovsdb time 902.023µs I0425 11:58:13.459891 3805 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-7t8cb] creating logical port tsf-keycloak_tsf-iam-7t8cb for pod on switch ip-10-0-1-85.ec2.internal I0425 11:58:13.459987 3805 kube.go:256] Updating pod tsf-keycloak/tsf-iam-7t8cb I0425 11:58:13.474755 3805 pod.go:62] [tsf-keycloak/tsf-iam-7t8cb] pod update took 14.795291ms I0425 11:58:13.474778 3805 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-7t8cb] addLogicalPort annotation time took 14.820866ms I0425 11:58:13.476239 3805 pods.go:271] [tsf-keycloak/tsf-iam-7t8cb] addLogicalPort took 16.364191ms, libovsdb time 1.031706ms I0425 11:58:13.824966 3805 cni.go:452] [tsf-keycloak/tsf-iam-7t8cb 41d065d4bd8f9c3aacb06a7cc3cf048e984e680725fb8e4cd12e367b9d8ee41d network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-7t8cb 41d065d4bd8f9c3aacb06a7cc3cf048e984e680725fb8e4cd12e367b9d8ee41d network default NAD default NAD key ] I0425 11:58:13.834226 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-7t8cb, hostIfaceName: 41d065d4bd8f9c3, network: default, NAD default, SandboxID: "41d065d4bd8f9c3aacb06a7cc3cf048e984e680725fb8e4cd12e367b9d8ee41d", PCI device ID: , UID: "c855098e-ee43-42ae-a3d7-ed5e0fdf356f", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0425 11:58:13.885478 3805 cni.go:473] [tsf-keycloak/tsf-iam-7t8cb 41d065d4bd8f9c3aacb06a7cc3cf048e984e680725fb8e4cd12e367b9d8ee41d network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-7t8cb 41d065d4bd8f9c3aacb06a7cc3cf048e984e680725fb8e4cd12e367b9d8ee41d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:d3:24:cd:eb:58\",\"name\":\"41d065d4bd8f9c3\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b11497e4-7b92-4c34-b192-3757f0da573b\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:58:15.294055 3805 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 e82677e4dbf33f4591568374655dc0b29f38c237a425a9562981a9fdabc3d7b3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 e82677e4dbf33f4591568374655dc0b29f38c237a425a9562981a9fdabc3d7b3 network default NAD default NAD key ] I0425 11:58:15.304812 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: e82677e4dbf33f4, network: default, NAD default, SandboxID: "e82677e4dbf33f4591568374655dc0b29f38c237a425a9562981a9fdabc3d7b3", PCI device ID: , UID: "40ea0d5c-efd3-45aa-a038-734ed41d7e3e", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0425 11:58:15.355285 3805 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 e82677e4dbf33f4591568374655dc0b29f38c237a425a9562981a9fdabc3d7b3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 e82677e4dbf33f4591568374655dc0b29f38c237a425a9562981a9fdabc3d7b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:60:f3:30:c3:7b\",\"name\":\"e82677e4dbf33f4\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a5f14f3-a7bb-438f-849d-864e0c071cee\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:58:15.429302 3805 cni.go:452] [tsf/test-tsf-iam a12cacb60ee708d82bd93b337353fbee79b9e7bd8ceb1918d00d8614465cc654 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam a12cacb60ee708d82bd93b337353fbee79b9e7bd8ceb1918d00d8614465cc654 network default NAD default NAD key ] I0425 11:58:15.514404 3805 cni.go:473] [tsf/test-tsf-iam a12cacb60ee708d82bd93b337353fbee79b9e7bd8ceb1918d00d8614465cc654 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam a12cacb60ee708d82bd93b337353fbee79b9e7bd8ceb1918d00d8614465cc654 network default NAD default NAD key default], result "{}", err I0425 11:58:15.565945 3805 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:15.566061 3805 pods.go:176] Deleting pod: tsf/test-tsf-iam I0425 11:58:15.567423 3805 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.29 I0425 11:58:15.567450 3805 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:15.610772 3805 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:15.610803 3805 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:15.618304 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0425 11:58:15.618338 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0425 11:58:16.404710 3805 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-85.ec2.internal I0425 11:58:16.404810 3805 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0425 11:58:16.421051 3805 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 16.258505ms I0425 11:58:16.421082 3805 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 16.298803ms I0425 11:58:16.422472 3805 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 17.783556ms, libovsdb time 958.292µs I0425 11:58:16.795685 3805 cni.go:452] [tsf-tas/test-tsf-tas 81e8decab24fc51be658b7763c218ea066e29982d20c4983a029adaf479868d8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 81e8decab24fc51be658b7763c218ea066e29982d20c4983a029adaf479868d8 network default NAD default NAD key ] I0425 11:58:16.809063 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 81e8decab24fc51, network: default, NAD default, SandboxID: "81e8decab24fc51be658b7763c218ea066e29982d20c4983a029adaf479868d8", PCI device ID: , UID: "8c477b59-26b6-4f77-8aaf-170d1efdd661", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0425 11:58:17.086388 3805 cni.go:473] [tsf-tas/test-tsf-tas 81e8decab24fc51be658b7763c218ea066e29982d20c4983a029adaf479868d8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 81e8decab24fc51be658b7763c218ea066e29982d20c4983a029adaf479868d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:43:28:be:88:b5\",\"name\":\"81e8decab24fc51\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4645287-9469-4d19-8a65-0c5106ddc072\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:58:18.555630 3805 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-966b96746-2pnwc] creating logical port tsf-tas_trillian-logsigner-966b96746-2pnwc for pod on switch ip-10-0-1-85.ec2.internal I0425 11:58:18.555780 3805 kube.go:256] Updating pod tsf-tas/trillian-logsigner-966b96746-2pnwc I0425 11:58:18.572976 3805 pod.go:62] [tsf-tas/trillian-logsigner-966b96746-2pnwc] pod update took 17.234638ms I0425 11:58:18.573003 3805 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-966b96746-2pnwc] addLogicalPort annotation time took 17.269477ms I0425 11:58:18.574427 3805 pods.go:271] [tsf-tas/trillian-logsigner-966b96746-2pnwc] addLogicalPort took 18.822346ms, libovsdb time 1.041137ms W0425 11:58:21.040740 3805 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0425 11:58:21.040764 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0425 11:58:22.658112 3805 cni.go:452] [tsf-tas/trillian-logsigner-966b96746-2pnwc 28286566e1744d9c68a0a841cf067ca003bf0f704f2d8a455c2680232676d1b6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-966b96746-2pnwc 28286566e1744d9c68a0a841cf067ca003bf0f704f2d8a455c2680232676d1b6 network default NAD default NAD key ] I0425 11:58:22.668133 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-966b96746-2pnwc, hostIfaceName: 28286566e1744d9, network: default, NAD default, SandboxID: "28286566e1744d9c68a0a841cf067ca003bf0f704f2d8a455c2680232676d1b6", PCI device ID: , UID: "a6b509dd-bfb4-4224-bc98-b14cba234752", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0425 11:58:22.727500 3805 cni.go:473] [tsf-tas/trillian-logsigner-966b96746-2pnwc 28286566e1744d9c68a0a841cf067ca003bf0f704f2d8a455c2680232676d1b6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-966b96746-2pnwc 28286566e1744d9c68a0a841cf067ca003bf0f704f2d8a455c2680232676d1b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:e7:0f:02:c6:dc\",\"name\":\"28286566e1744d9\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e7ecfd5-7301-40b7-b694-cdae66e654bf\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:58:23.556785 3805 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0425 11:58:24.935693 3805 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-p8725] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-p8725 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:58:24.935842 3805 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-p8725 I0425 11:58:24.952975 3805 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-p8725] pod update took 17.154913ms I0425 11:58:24.953543 3805 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-p8725] addLogicalPort annotation time took 17.727732ms I0425 11:58:24.955315 3805 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-p8725] addLogicalPort took 19.644189ms, libovsdb time 1.193502ms I0425 11:58:25.316844 3805 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-p8725 e3d1a36862359fff1e872e3ab87e8bf962ce3f31e2084259d4b92209f8010794 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-p8725 e3d1a36862359fff1e872e3ab87e8bf962ce3f31e2084259d4b92209f8010794 network default NAD default NAD key ] I0425 11:58:25.328220 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-p8725, hostIfaceName: e3d1a36862359ff, network: default, NAD default, SandboxID: "e3d1a36862359fff1e872e3ab87e8bf962ce3f31e2084259d4b92209f8010794", PCI device ID: , UID: "6fc5cd57-82c4-463f-9ec0-897dfed52d8d", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0425 11:58:25.383413 3805 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-p8725 e3d1a36862359fff1e872e3ab87e8bf962ce3f31e2084259d4b92209f8010794 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-p8725 e3d1a36862359fff1e872e3ab87e8bf962ce3f31e2084259d4b92209f8010794 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:25:f8:23:f8:dd\",\"name\":\"e3d1a36862359ff\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e62f6e01-fffa-48f8-8b5b-4ab088103530\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:58:31.092772 3805 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0425 11:58:33.565063 3805 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0425 11:58:33.581177 3805 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 11:58:33.581203 3805 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 11:58:33.581208 3805 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 11:58:34.134746 3805 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0425 11:58:35.244419 3805 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:35.245060 3805 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:36.109116 3805 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:36.109147 3805 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qv4dg-ngmf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:42.611561 3805 cni.go:452] [tsf-keycloak/tsf-iam-7t8cb 41d065d4bd8f9c3aacb06a7cc3cf048e984e680725fb8e4cd12e367b9d8ee41d network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-7t8cb 41d065d4bd8f9c3aacb06a7cc3cf048e984e680725fb8e4cd12e367b9d8ee41d network default NAD default NAD key ] I0425 11:58:42.701041 3805 cni.go:473] [tsf-keycloak/tsf-iam-7t8cb 41d065d4bd8f9c3aacb06a7cc3cf048e984e680725fb8e4cd12e367b9d8ee41d network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-7t8cb 41d065d4bd8f9c3aacb06a7cc3cf048e984e680725fb8e4cd12e367b9d8ee41d network default NAD default NAD key default], result "{}", err I0425 11:58:42.753284 3805 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7t8cb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:42.753324 3805 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-7t8cb I0425 11:58:42.754821 3805 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-7t8cb, ips: 10.130.0.32 I0425 11:58:42.754852 3805 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-7t8cb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:58:43.629790 3805 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7t8cb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:58:43.629824 3805 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-7t8cb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0425 11:58:45.323269 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 11:58:45.323288 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0425 11:58:45.323294 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0425 11:58:51.230500 3805 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-4z9jn] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-4z9jn for pod on switch ip-10-0-1-85.ec2.internal I0425 11:58:51.230603 3805 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-4z9jn I0425 11:58:51.241935 3805 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-4z9jn] pod update took 11.356807ms I0425 11:58:51.241959 3805 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-4z9jn] addLogicalPort annotation time took 11.385228ms I0425 11:58:51.243182 3805 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-4z9jn] addLogicalPort took 12.703335ms, libovsdb time 888.218µs I0425 11:58:51.627503 3805 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-4z9jn 48a34ae0e3a1556ba34412b8977f4c691a66becd991b0bd7572afbc98190ca1b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-4z9jn 48a34ae0e3a1556ba34412b8977f4c691a66becd991b0bd7572afbc98190ca1b network default NAD default NAD key ] I0425 11:58:51.636954 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-4z9jn, hostIfaceName: 48a34ae0e3a1556, network: default, NAD default, SandboxID: "48a34ae0e3a1556ba34412b8977f4c691a66becd991b0bd7572afbc98190ca1b", PCI device ID: , UID: "0a9f692a-ba8c-4529-8055-1ed7a1f4c7fc", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0425 11:58:51.689234 3805 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-4z9jn 48a34ae0e3a1556ba34412b8977f4c691a66becd991b0bd7572afbc98190ca1b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-4z9jn 48a34ae0e3a1556ba34412b8977f4c691a66becd991b0bd7572afbc98190ca1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:d6:45:b5:8f:26\",\"name\":\"48a34ae0e3a1556\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f56c9ee1-29ef-43ad-a301-42f10ae29415\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:59:02.673628 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0425 11:59:09.755941 3805 cni.go:452] [tsf-tas/test-tsf-tas 81e8decab24fc51be658b7763c218ea066e29982d20c4983a029adaf479868d8 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 81e8decab24fc51be658b7763c218ea066e29982d20c4983a029adaf479868d8 network default NAD default NAD key ] I0425 11:59:09.834276 3805 cni.go:473] [tsf-tas/test-tsf-tas 81e8decab24fc51be658b7763c218ea066e29982d20c4983a029adaf479868d8 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 81e8decab24fc51be658b7763c218ea066e29982d20c4983a029adaf479868d8 network default NAD default NAD key default], result "{}", err I0425 11:59:09.885411 3805 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:09.885450 3805 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0425 11:59:09.886760 3805 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.33 I0425 11:59:09.886795 3805 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:09.906698 3805 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:09.906717 3805 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:09.912118 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0425 11:59:09.912143 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0425 11:59:10.631237 3805 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-9n68s] creating logical port tsf_patch-tekton-config-9n68s for pod on switch ip-10-0-1-85.ec2.internal I0425 11:59:10.631340 3805 kube.go:256] Updating pod tsf/patch-tekton-config-9n68s I0425 11:59:10.645678 3805 pod.go:62] [tsf/patch-tekton-config-9n68s] pod update took 14.366811ms I0425 11:59:10.645701 3805 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-9n68s] addLogicalPort annotation time took 14.394914ms I0425 11:59:10.646968 3805 pods.go:271] [tsf/patch-tekton-config-9n68s] addLogicalPort took 15.750747ms, libovsdb time 880.987µs I0425 11:59:10.993931 3805 cni.go:452] [tsf/patch-tekton-config-9n68s df3f6835bcb7682d685a62bd85c417a7ebaf6ebdd5adbdfcf74efcbbfb56c647 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-9n68s df3f6835bcb7682d685a62bd85c417a7ebaf6ebdd5adbdfcf74efcbbfb56c647 network default NAD default NAD key ] I0425 11:59:11.003844 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-9n68s, hostIfaceName: df3f6835bcb7682, network: default, NAD default, SandboxID: "df3f6835bcb7682d685a62bd85c417a7ebaf6ebdd5adbdfcf74efcbbfb56c647", PCI device ID: , UID: "b115a81a-4504-4f35-9051-82c35229b8fd", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0425 11:59:11.054144 3805 cni.go:473] [tsf/patch-tekton-config-9n68s df3f6835bcb7682d685a62bd85c417a7ebaf6ebdd5adbdfcf74efcbbfb56c647 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-9n68s df3f6835bcb7682d685a62bd85c417a7ebaf6ebdd5adbdfcf74efcbbfb56c647 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:32:11:d8:e9:fa\",\"name\":\"df3f6835bcb7682\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dbda54d5-1f2f-494f-a452-6eb57069e644\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:59:12.433393 3805 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:12.434071 3805 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:13.307595 3805 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:13.307628 3805 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-rdn7m-t2qr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:15.483533 3805 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:15.484154 3805 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:16.361566 3805 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:16.361591 3805 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-llfzd-2dpm9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:18.423601 3805 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-7775cfcd78-dhn5n] creating logical port tsf-tas_ctlog-7775cfcd78-dhn5n for pod on switch ip-10-0-1-85.ec2.internal I0425 11:59:18.423727 3805 kube.go:256] Updating pod tsf-tas/ctlog-7775cfcd78-dhn5n I0425 11:59:18.451570 3805 pod.go:62] [tsf-tas/ctlog-7775cfcd78-dhn5n] pod update took 27.864785ms I0425 11:59:18.451597 3805 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-7775cfcd78-dhn5n] addLogicalPort annotation time took 27.911747ms I0425 11:59:18.452968 3805 pods.go:271] [tsf-tas/ctlog-7775cfcd78-dhn5n] addLogicalPort took 29.387777ms, libovsdb time 896.225µs I0425 11:59:18.786272 3805 cni.go:452] [tsf-tas/ctlog-7775cfcd78-dhn5n 9ea7d02e765f0216248904bf3ebd50821ec7e932cb553f8b4ae88cf404fbc202 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-7775cfcd78-dhn5n 9ea7d02e765f0216248904bf3ebd50821ec7e932cb553f8b4ae88cf404fbc202 network default NAD default NAD key ] I0425 11:59:18.795447 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-7775cfcd78-dhn5n, hostIfaceName: 9ea7d02e765f021, network: default, NAD default, SandboxID: "9ea7d02e765f0216248904bf3ebd50821ec7e932cb553f8b4ae88cf404fbc202", PCI device ID: , UID: "aa620a33-8918-436c-a339-229b1dcbc105", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0425 11:59:18.847354 3805 cni.go:473] [tsf-tas/ctlog-7775cfcd78-dhn5n 9ea7d02e765f0216248904bf3ebd50821ec7e932cb553f8b4ae88cf404fbc202 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-7775cfcd78-dhn5n 9ea7d02e765f0216248904bf3ebd50821ec7e932cb553f8b4ae88cf404fbc202 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:01:a9:9f:3b:0c\",\"name\":\"9ea7d02e765f021\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79729869-c26b-44c0-8c0f-7fc0f58eb6ff\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:59:19.697773 3805 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-56d598688b-snjkn] creating logical port tsf-tas_rekor-redis-56d598688b-snjkn for pod on switch ip-10-0-1-85.ec2.internal I0425 11:59:19.697883 3805 kube.go:256] Updating pod tsf-tas/rekor-redis-56d598688b-snjkn I0425 11:59:19.716707 3805 pod.go:62] [tsf-tas/rekor-redis-56d598688b-snjkn] pod update took 18.847629ms I0425 11:59:19.716731 3805 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-56d598688b-snjkn] addLogicalPort annotation time took 18.878605ms I0425 11:59:19.718152 3805 pods.go:271] [tsf-tas/rekor-redis-56d598688b-snjkn] addLogicalPort took 20.395701ms, libovsdb time 929.025µs I0425 11:59:19.824506 3805 cni.go:452] [tsf/patch-tekton-config-9n68s df3f6835bcb7682d685a62bd85c417a7ebaf6ebdd5adbdfcf74efcbbfb56c647 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-9n68s df3f6835bcb7682d685a62bd85c417a7ebaf6ebdd5adbdfcf74efcbbfb56c647 network default NAD default NAD key ] I0425 11:59:19.841880 3805 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7c67bfbc98-mcz8s] creating logical port tsf-tas_rekor-search-ui-7c67bfbc98-mcz8s for pod on switch ip-10-0-1-85.ec2.internal I0425 11:59:19.841975 3805 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7c67bfbc98-mcz8s I0425 11:59:19.856124 3805 pod.go:62] [tsf-tas/rekor-search-ui-7c67bfbc98-mcz8s] pod update took 14.168913ms I0425 11:59:19.856148 3805 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-7c67bfbc98-mcz8s] addLogicalPort annotation time took 14.198935ms I0425 11:59:19.857394 3805 pods.go:271] [tsf-tas/rekor-search-ui-7c67bfbc98-mcz8s] addLogicalPort took 15.534148ms, libovsdb time 868.47µs I0425 11:59:19.906545 3805 cni.go:473] [tsf/patch-tekton-config-9n68s df3f6835bcb7682d685a62bd85c417a7ebaf6ebdd5adbdfcf74efcbbfb56c647 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-9n68s df3f6835bcb7682d685a62bd85c417a7ebaf6ebdd5adbdfcf74efcbbfb56c647 network default NAD default NAD key default], result "{}", err I0425 11:59:19.959032 3805 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n68s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:19.959072 3805 pods.go:176] Deleting pod: tsf/patch-tekton-config-9n68s I0425 11:59:19.960484 3805 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-9n68s, ips: 10.130.0.37 I0425 11:59:19.960524 3805 obj_retry.go:498] Detected object tsf/patch-tekton-config-9n68s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:20.063384 3805 cni.go:452] [tsf-tas/rekor-redis-56d598688b-snjkn 064d98b37256b45809a35feccb58c9fcf39f8ca4cf21204c301f1a55c712a534 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-56d598688b-snjkn 064d98b37256b45809a35feccb58c9fcf39f8ca4cf21204c301f1a55c712a534 network default NAD default NAD key ] I0425 11:59:20.074225 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-56d598688b-snjkn, hostIfaceName: 064d98b37256b45, network: default, NAD default, SandboxID: "064d98b37256b45809a35feccb58c9fcf39f8ca4cf21204c301f1a55c712a534", PCI device ID: , UID: "b94b9414-bbc6-4f29-91c6-cb8b2c890e15", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0425 11:59:20.125750 3805 cni.go:473] [tsf-tas/rekor-redis-56d598688b-snjkn 064d98b37256b45809a35feccb58c9fcf39f8ca4cf21204c301f1a55c712a534 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-56d598688b-snjkn 064d98b37256b45809a35feccb58c9fcf39f8ca4cf21204c301f1a55c712a534 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:2b:f6:a7:29:0a\",\"name\":\"064d98b37256b45\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71ce7fbc-8ffd-4991-9c8f-533c9775931a\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:59:20.616387 3805 cni.go:452] [tsf-tas/rekor-search-ui-7c67bfbc98-mcz8s a8e5b1928ead645a1dffd6f5bb358d0fc3386791ae92a71f3ef442cccb3f1ea1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-7c67bfbc98-mcz8s a8e5b1928ead645a1dffd6f5bb358d0fc3386791ae92a71f3ef442cccb3f1ea1 network default NAD default NAD key ] I0425 11:59:20.626289 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7c67bfbc98-mcz8s, hostIfaceName: a8e5b1928ead645, network: default, NAD default, SandboxID: "a8e5b1928ead645a1dffd6f5bb358d0fc3386791ae92a71f3ef442cccb3f1ea1", PCI device ID: , UID: "6a5893d6-26c3-4864-89cc-249f9c0b2891", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0425 11:59:20.679090 3805 cni.go:473] [tsf-tas/rekor-search-ui-7c67bfbc98-mcz8s a8e5b1928ead645a1dffd6f5bb358d0fc3386791ae92a71f3ef442cccb3f1ea1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-7c67bfbc98-mcz8s a8e5b1928ead645a1dffd6f5bb358d0fc3386791ae92a71f3ef442cccb3f1ea1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:38:e6:d0:59:4d\",\"name\":\"a8e5b1928ead645\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2900a591-2c8c-4e7b-9bc0-004d8dd5a239\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:59:20.830704 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0425 11:59:20.981641 3805 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:20.981685 3805 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:21.101457 3805 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-9f7js] creating logical port tsf_tsf-tekton-configuration-9f7js for pod on switch ip-10-0-1-85.ec2.internal I0425 11:59:21.101546 3805 kube.go:256] Updating pod tsf/tsf-tekton-configuration-9f7js I0425 11:59:21.113669 3805 pod.go:62] [tsf/tsf-tekton-configuration-9f7js] pod update took 12.141049ms I0425 11:59:21.113699 3805 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-9f7js] addLogicalPort annotation time took 12.17244ms I0425 11:59:21.115028 3805 pods.go:271] [tsf/tsf-tekton-configuration-9f7js] addLogicalPort took 13.591421ms, libovsdb time 935.458µs I0425 11:59:21.472710 3805 cni.go:452] [tsf/tsf-tekton-configuration-9f7js 35cbcd1c7c16a10c91285ba51bab208f9a334aba7a745b6009d19721fc2f0c7c network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-9f7js 35cbcd1c7c16a10c91285ba51bab208f9a334aba7a745b6009d19721fc2f0c7c network default NAD default NAD key ] I0425 11:59:21.484353 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-9f7js, hostIfaceName: 35cbcd1c7c16a10, network: default, NAD default, SandboxID: "35cbcd1c7c16a10c91285ba51bab208f9a334aba7a745b6009d19721fc2f0c7c", PCI device ID: , UID: "2ddeb8a9-17b2-4559-b3d7-a9a54bd66ef0", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0425 11:59:21.549395 3805 cni.go:473] [tsf/tsf-tekton-configuration-9f7js 35cbcd1c7c16a10c91285ba51bab208f9a334aba7a745b6009d19721fc2f0c7c network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-9f7js 35cbcd1c7c16a10c91285ba51bab208f9a334aba7a745b6009d19721fc2f0c7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:7e:e6:3a:dd:61\",\"name\":\"35cbcd1c7c16a10\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edf57ab7-a90f-4dce-a4be-50cd2d8bb8da\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:59:23.885766 3805 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-494lf] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-494lf for pod on switch ip-10-0-1-85.ec2.internal I0425 11:59:23.885922 3805 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-494lf I0425 11:59:23.904175 3805 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-494lf] pod update took 18.303468ms I0425 11:59:23.904209 3805 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-494lf] addLogicalPort annotation time took 18.34467ms I0425 11:59:23.905533 3805 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-494lf] addLogicalPort took 19.788511ms, libovsdb time 929.532µs I0425 11:59:25.470069 3805 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-494lf ca913e2db370e01051d3c6393ae2de9711694f4f6030996943caec12fbf16e68 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-494lf ca913e2db370e01051d3c6393ae2de9711694f4f6030996943caec12fbf16e68 network default NAD default NAD key ] I0425 11:59:25.480445 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-494lf, hostIfaceName: ca913e2db370e01, network: default, NAD default, SandboxID: "ca913e2db370e01051d3c6393ae2de9711694f4f6030996943caec12fbf16e68", PCI device ID: , UID: "465fdbf8-afb2-4ec2-8745-5624be9144d1", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0425 11:59:25.541316 3805 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-494lf ca913e2db370e01051d3c6393ae2de9711694f4f6030996943caec12fbf16e68 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-494lf ca913e2db370e01051d3c6393ae2de9711694f4f6030996943caec12fbf16e68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:bd:cd:4f:98:b6\",\"name\":\"ca913e2db370e01\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74c0f888-65fb-4527-a42f-763a30b2a9ba\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:59:25.856116 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0425 11:59:25.875931 3805 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0425 11:59:26.365577 3805 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 11:59:26.365608 3805 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0425 11:59:28.377938 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0425 11:59:29.889387 3805 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0425 11:59:30.902847 3805 cni.go:452] [tsf/tsf-tekton-configuration-9f7js 35cbcd1c7c16a10c91285ba51bab208f9a334aba7a745b6009d19721fc2f0c7c network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-9f7js 35cbcd1c7c16a10c91285ba51bab208f9a334aba7a745b6009d19721fc2f0c7c network default NAD default NAD key ] I0425 11:59:30.989965 3805 cni.go:473] [tsf/tsf-tekton-configuration-9f7js 35cbcd1c7c16a10c91285ba51bab208f9a334aba7a745b6009d19721fc2f0c7c network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-9f7js 35cbcd1c7c16a10c91285ba51bab208f9a334aba7a745b6009d19721fc2f0c7c network default NAD default NAD key default], result "{}", err I0425 11:59:31.039140 3805 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9f7js of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:31.039177 3805 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-9f7js I0425 11:59:31.040611 3805 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-9f7js, ips: 10.130.0.41 I0425 11:59:31.040639 3805 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-9f7js of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 11:59:31.842963 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0425 11:59:32.060679 3805 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9f7js of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.060702 3805 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-9f7js of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.098299 3805 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.098320 3805 obj_retry.go:492] Detected object tsf/patch-tekton-config-9n68s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:32.102669 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-9n68s I0425 11:59:32.102692 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-9n68s I0425 11:59:32.778687 3805 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-85.ec2.internal I0425 11:59:32.778804 3805 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0425 11:59:32.792924 3805 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.154058ms I0425 11:59:32.792948 3805 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.182348ms I0425 11:59:32.794211 3805 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.546511ms, libovsdb time 888.754µs I0425 11:59:33.138309 3805 cni.go:452] [tsf-tpa/pre-install-tsf-tpa a76d753416334fb6bf8b76b383ea5a59c31463cd8a94ba2b2325260b5920e6f1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa a76d753416334fb6bf8b76b383ea5a59c31463cd8a94ba2b2325260b5920e6f1 network default NAD default NAD key ] I0425 11:59:33.147795 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: a76d753416334fb, network: default, NAD default, SandboxID: "a76d753416334fb6bf8b76b383ea5a59c31463cd8a94ba2b2325260b5920e6f1", PCI device ID: , UID: "57b07c8f-4f4c-48f5-99d7-d1d9de75628c", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0425 11:59:33.198936 3805 cni.go:473] [tsf-tpa/pre-install-tsf-tpa a76d753416334fb6bf8b76b383ea5a59c31463cd8a94ba2b2325260b5920e6f1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa a76d753416334fb6bf8b76b383ea5a59c31463cd8a94ba2b2325260b5920e6f1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:bf:06:77:0f:26\",\"name\":\"a76d753416334fb\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/148fedc2-5895-43ea-8e86-3221e34e87a6\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:59:35.932107 3805 cni.go:452] [tsf-tpa/pre-install-tsf-tpa a76d753416334fb6bf8b76b383ea5a59c31463cd8a94ba2b2325260b5920e6f1 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa a76d753416334fb6bf8b76b383ea5a59c31463cd8a94ba2b2325260b5920e6f1 network default NAD default NAD key ] I0425 11:59:36.017204 3805 cni.go:473] [tsf-tpa/pre-install-tsf-tpa a76d753416334fb6bf8b76b383ea5a59c31463cd8a94ba2b2325260b5920e6f1 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa a76d753416334fb6bf8b76b383ea5a59c31463cd8a94ba2b2325260b5920e6f1 network default NAD default NAD key default], result "{}", err I0425 11:59:36.067444 3805 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:36.067506 3805 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0425 11:59:36.068811 3805 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.43 I0425 11:59:36.068837 3805 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:36.089100 3805 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:36.089119 3805 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:36.097039 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0425 11:59:36.097067 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0425 11:59:36.307232 3805 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-85.ec2.internal I0425 11:59:36.307331 3805 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0425 11:59:36.319628 3805 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 12.290731ms I0425 11:59:36.319673 3805 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 12.345823ms I0425 11:59:36.321087 3805 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 13.875817ms, libovsdb time 956.388µs I0425 11:59:36.667159 3805 cni.go:452] [tsf-tpa/test-tsf-tpa 4e8dae54f3275a771b07a2adfea7309720dcf237c08c1bc1354f2d6f1e5222ff network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa 4e8dae54f3275a771b07a2adfea7309720dcf237c08c1bc1354f2d6f1e5222ff network default NAD default NAD key ] I0425 11:59:36.676605 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: 4e8dae54f3275a7, network: default, NAD default, SandboxID: "4e8dae54f3275a771b07a2adfea7309720dcf237c08c1bc1354f2d6f1e5222ff", PCI device ID: , UID: "9a0d19a2-777d-4d86-81f2-551b7088cbce", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0425 11:59:36.725743 3805 cni.go:473] [tsf-tpa/test-tsf-tpa 4e8dae54f3275a771b07a2adfea7309720dcf237c08c1bc1354f2d6f1e5222ff network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa 4e8dae54f3275a771b07a2adfea7309720dcf237c08c1bc1354f2d6f1e5222ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:ea:de:02:6a:31\",\"name\":\"4e8dae54f3275a7\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bbdace75-07fa-44fc-9e2e-142cad1a0062\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 11:59:37.922885 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0425 11:59:38.919823 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0425 11:59:40.900923 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0425 11:59:41.640489 3805 obj_retry.go:498] Detected object tsf-tpa/create-db-gkn2v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:41.641099 3805 obj_retry.go:498] Detected object tsf-tpa/create-db-gkn2v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:42.664011 3805 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:42.664039 3805 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:42.763636 3805 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-c998d] creating logical port tsf-tpa_migrate-db-c998d for pod on switch ip-10-0-1-85.ec2.internal I0425 11:59:42.763774 3805 kube.go:256] Updating pod tsf-tpa/migrate-db-c998d I0425 11:59:42.776144 3805 pod.go:62] [tsf-tpa/migrate-db-c998d] pod update took 12.397177ms I0425 11:59:42.776170 3805 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-c998d] addLogicalPort annotation time took 12.429822ms I0425 11:59:42.777477 3805 pods.go:271] [tsf-tpa/migrate-db-c998d] addLogicalPort took 13.863152ms, libovsdb time 909.814µs I0425 11:59:43.126861 3805 cni.go:452] [tsf-tpa/migrate-db-c998d fc44b30bf9788db342ffa6f967c35b8510cc12526fa4641809d420bb4ab645f9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-c998d fc44b30bf9788db342ffa6f967c35b8510cc12526fa4641809d420bb4ab645f9 network default NAD default NAD key ] I0425 11:59:43.136031 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-c998d, hostIfaceName: fc44b30bf9788db, network: default, NAD default, SandboxID: "fc44b30bf9788db342ffa6f967c35b8510cc12526fa4641809d420bb4ab645f9", PCI device ID: , UID: "76c73098-3f22-4d5c-9959-39ac297d4ce4", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0425 11:59:43.189393 3805 cni.go:473] [tsf-tpa/migrate-db-c998d fc44b30bf9788db342ffa6f967c35b8510cc12526fa4641809d420bb4ab645f9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-c998d fc44b30bf9788db342ffa6f967c35b8510cc12526fa4641809d420bb4ab645f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:a6:72:87:fe:fb\",\"name\":\"fc44b30bf9788db\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ff48123-cee5-4bc9-b100-4001ff592d3a\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:59:46.219032 3805 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-n54x9-jw8p9] creating logical port tsf-tas_tuf-repository-init-n54x9-jw8p9 for pod on switch ip-10-0-1-85.ec2.internal I0425 11:59:46.219134 3805 kube.go:256] Updating pod tsf-tas/tuf-repository-init-n54x9-jw8p9 I0425 11:59:46.231920 3805 pod.go:62] [tsf-tas/tuf-repository-init-n54x9-jw8p9] pod update took 12.808104ms I0425 11:59:46.231951 3805 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-n54x9-jw8p9] addLogicalPort annotation time took 12.842883ms I0425 11:59:46.233332 3805 pods.go:271] [tsf-tas/tuf-repository-init-n54x9-jw8p9] addLogicalPort took 14.321538ms, libovsdb time 843.334µs I0425 11:59:48.008762 3805 cni.go:452] [tsf-tpa/migrate-db-c998d fc44b30bf9788db342ffa6f967c35b8510cc12526fa4641809d420bb4ab645f9 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-c998d fc44b30bf9788db342ffa6f967c35b8510cc12526fa4641809d420bb4ab645f9 network default NAD default NAD key ] I0425 11:59:48.094864 3805 cni.go:473] [tsf-tpa/migrate-db-c998d fc44b30bf9788db342ffa6f967c35b8510cc12526fa4641809d420bb4ab645f9 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-c998d fc44b30bf9788db342ffa6f967c35b8510cc12526fa4641809d420bb4ab645f9 network default NAD default NAD key default], result "{}", err I0425 11:59:48.162494 3805 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c998d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:48.162527 3805 pods.go:176] Deleting pod: tsf-tpa/migrate-db-c998d I0425 11:59:48.163913 3805 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-c998d, ips: 10.130.0.45 I0425 11:59:48.163946 3805 obj_retry.go:498] Detected object tsf-tpa/migrate-db-c998d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:49.028233 3805 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:49.028258 3805 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:50.347567 3805 cni.go:452] [tsf-tas/tuf-repository-init-n54x9-jw8p9 2aeef7e2aaab5be93372be05f14fcf1e193609ffd0ad10434b826392350ae94d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-n54x9-jw8p9 2aeef7e2aaab5be93372be05f14fcf1e193609ffd0ad10434b826392350ae94d network default NAD default NAD key ] I0425 11:59:50.357201 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-n54x9-jw8p9, hostIfaceName: 2aeef7e2aaab5be, network: default, NAD default, SandboxID: "2aeef7e2aaab5be93372be05f14fcf1e193609ffd0ad10434b826392350ae94d", PCI device ID: , UID: "804a76b0-1e65-40bc-a91a-04c8d01d5046", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0425 11:59:50.407391 3805 cni.go:473] [tsf-tas/tuf-repository-init-n54x9-jw8p9 2aeef7e2aaab5be93372be05f14fcf1e193609ffd0ad10434b826392350ae94d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-n54x9-jw8p9 2aeef7e2aaab5be93372be05f14fcf1e193609ffd0ad10434b826392350ae94d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:63:a8:39:36:60\",\"name\":\"2aeef7e2aaab5be\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54f087e2-7dd6-4c28-9daf-b5157d0a181e\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 11:59:53.652622 3805 obj_retry.go:498] Detected object tsf-tpa/create-importers-qzf9p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:53.653248 3805 obj_retry.go:498] Detected object tsf-tpa/create-importers-qzf9p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:54.677581 3805 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:54.677613 3805 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:57.066330 3805 cni.go:452] [tsf-tas/tuf-repository-init-n54x9-jw8p9 2aeef7e2aaab5be93372be05f14fcf1e193609ffd0ad10434b826392350ae94d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-n54x9-jw8p9 2aeef7e2aaab5be93372be05f14fcf1e193609ffd0ad10434b826392350ae94d network default NAD default NAD key ] I0425 11:59:57.154808 3805 cni.go:473] [tsf-tas/tuf-repository-init-n54x9-jw8p9 2aeef7e2aaab5be93372be05f14fcf1e193609ffd0ad10434b826392350ae94d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-n54x9-jw8p9 2aeef7e2aaab5be93372be05f14fcf1e193609ffd0ad10434b826392350ae94d network default NAD default NAD key default], result "{}", err I0425 11:59:57.269098 3805 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:57.269134 3805 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-n54x9-jw8p9 I0425 11:59:57.270436 3805 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-n54x9-jw8p9, ips: 10.130.0.46 I0425 11:59:57.270466 3805 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 11:59:57.403605 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0425 11:59:58.080879 3805 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:58.080905 3805 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-n54x9-jw8p9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 11:59:58.327421 3805 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-xkcjp] creating logical port tsf-tas_tuf-97fc8ff76-xkcjp for pod on switch ip-10-0-1-85.ec2.internal I0425 11:59:58.327512 3805 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-xkcjp I0425 11:59:58.343906 3805 pod.go:62] [tsf-tas/tuf-97fc8ff76-xkcjp] pod update took 16.41375ms I0425 11:59:58.343939 3805 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-xkcjp] addLogicalPort annotation time took 16.452744ms I0425 11:59:58.345478 3805 pods.go:271] [tsf-tas/tuf-97fc8ff76-xkcjp] addLogicalPort took 18.072753ms, libovsdb time 986.619µs I0425 12:00:00.278888 3805 cni.go:452] [tsf-tas/tuf-97fc8ff76-xkcjp 520834c3dea8ec5473ff4663070eed671b9d82da5c95281c3b4d15a3b08fcedc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-xkcjp 520834c3dea8ec5473ff4663070eed671b9d82da5c95281c3b4d15a3b08fcedc network default NAD default NAD key ] I0425 12:00:00.288518 3805 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-xkcjp, hostIfaceName: 520834c3dea8ec5, network: default, NAD default, SandboxID: "520834c3dea8ec5473ff4663070eed671b9d82da5c95281c3b4d15a3b08fcedc", PCI device ID: , UID: "b0eef414-302f-4bc8-8b0e-35f287afe7af", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0425 12:00:00.340920 3805 cni.go:473] [tsf-tas/tuf-97fc8ff76-xkcjp 520834c3dea8ec5473ff4663070eed671b9d82da5c95281c3b4d15a3b08fcedc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-xkcjp 520834c3dea8ec5473ff4663070eed671b9d82da5c95281c3b4d15a3b08fcedc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:9e:cf:d8:1a:15\",\"name\":\"520834c3dea8ec5\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44d8a10c-101c-4390-8772-944c4e9f688a\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 12:00:02.638542 3805 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0425 12:00:03.730576 3805 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:00:03.731188 3805 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0425 12:00:04.098159 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0425 12:00:04.587132 3805 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:04.587163 3805 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618640-tkms5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:14.292809 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=119 W0425 12:00:15.111304 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0425 12:00:25.385671 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0425 12:00:30.252908 3805 cni.go:452] [tsf-tpa/test-tsf-tpa 4e8dae54f3275a771b07a2adfea7309720dcf237c08c1bc1354f2d6f1e5222ff network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa 4e8dae54f3275a771b07a2adfea7309720dcf237c08c1bc1354f2d6f1e5222ff network default NAD default NAD key ] I0425 12:00:30.333132 3805 cni.go:473] [tsf-tpa/test-tsf-tpa 4e8dae54f3275a771b07a2adfea7309720dcf237c08c1bc1354f2d6f1e5222ff network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa 4e8dae54f3275a771b07a2adfea7309720dcf237c08c1bc1354f2d6f1e5222ff network default NAD default NAD key default], result "{}", err I0425 12:00:30.385022 3805 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:00:30.385068 3805 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0425 12:00:30.386629 3805 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.44 I0425 12:00:30.386677 3805 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:00:30.425642 3805 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:30.425679 3805 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:00:30.431014 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0425 12:00:30.431038 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0425 12:00:31.180565 3805 namespace.go:98] [build-service] adding namespace I0425 12:00:31.181517 3805 namespace.go:102] [build-service] adding namespace took 928.9µs I0425 12:00:31.184522 3805 namespace.go:98] [image-controller] adding namespace I0425 12:00:31.185254 3805 namespace.go:102] [image-controller] adding namespace took 714.116µs I0425 12:00:31.187576 3805 namespace.go:98] [default-tenant] adding namespace I0425 12:00:31.187638 3805 namespace.go:98] [integration-service] adding namespace I0425 12:00:31.188225 3805 namespace.go:102] [default-tenant] adding namespace took 628.822µs I0425 12:00:31.188809 3805 namespace.go:102] [integration-service] adding namespace took 1.143051ms I0425 12:00:31.216534 3805 namespace.go:142] [build-service] updating namespace I0425 12:00:31.239619 3805 namespace.go:142] [build-service] updating namespace I0425 12:00:31.266497 3805 namespace.go:142] [image-controller] updating namespace I0425 12:00:31.316504 3805 namespace.go:142] [image-controller] updating namespace I0425 12:00:31.332293 3805 namespace.go:142] [default-tenant] updating namespace I0425 12:00:31.376399 3805 namespace.go:142] [default-tenant] updating namespace I0425 12:00:31.413170 3805 namespace.go:142] [integration-service] updating namespace I0425 12:00:31.442575 3805 namespace.go:142] [integration-service] updating namespace I0425 12:00:31.496925 3805 namespace.go:142] [build-service] updating namespace I0425 12:00:31.519416 3805 namespace.go:142] [integration-service] updating namespace I0425 12:00:31.542718 3805 namespace.go:98] [release-service] adding namespace I0425 12:00:31.543549 3805 namespace.go:102] [release-service] adding namespace took 808.86µs I0425 12:00:31.578586 3805 namespace.go:142] [konflux-ui] updating namespace I0425 12:00:31.613529 3805 namespace.go:142] [release-service] updating namespace I0425 12:00:31.633896 3805 namespace.go:142] [release-service] updating namespace I0425 12:00:31.729506 3805 namespace.go:98] [konflux-info] adding namespace I0425 12:00:31.730314 3805 namespace.go:102] [konflux-info] adding namespace took 788.671µs I0425 12:00:31.761454 3805 namespace.go:98] [namespace-lister] adding namespace I0425 12:00:31.762224 3805 namespace.go:102] [namespace-lister] adding namespace took 753.824µs I0425 12:00:31.819465 3805 namespace.go:142] [konflux-info] updating namespace I0425 12:00:31.843619 3805 namespace.go:98] [enterprise-contract-service] adding namespace I0425 12:00:31.844423 3805 namespace.go:102] [enterprise-contract-service] adding namespace took 787.796µs I0425 12:00:31.891491 3805 namespace.go:142] [konflux-info] updating namespace I0425 12:00:31.974917 3805 namespace.go:142] [image-controller] updating namespace I0425 12:00:32.014444 3805 namespace.go:142] [build-service] updating namespace I0425 12:00:32.026977 3805 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:32.174689 3805 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:32.247747 3805 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.263555 3805 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:32.311530 3805 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.415617 3805 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:32.554838 3805 namespace.go:142] [image-controller] updating namespace I0425 12:00:32.616554 3805 namespace.go:98] [konflux-cli] adding namespace I0425 12:00:32.617417 3805 namespace.go:102] [konflux-cli] adding namespace took 840.483µs I0425 12:00:32.657956 3805 namespace.go:142] [build-service] updating namespace I0425 12:00:32.661770 3805 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-lvtd8] creating logical port namespace-lister_namespace-lister-696b855848-lvtd8 for pod on switch ip-10-0-1-85.ec2.internal I0425 12:00:32.661880 3805 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-lvtd8 I0425 12:00:32.679595 3805 namespace.go:142] [integration-service] updating namespace I0425 12:00:32.684744 3805 pod.go:62] [namespace-lister/namespace-lister-696b855848-lvtd8] pod update took 22.900773ms I0425 12:00:32.684769 3805 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-lvtd8] addLogicalPort annotation time took 22.930355ms I0425 12:00:32.686107 3805 pods.go:271] [namespace-lister/namespace-lister-696b855848-lvtd8] addLogicalPort took 24.351346ms, libovsdb time 975.299µs I0425 12:00:32.699488 3805 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.711744 3805 namespace.go:142] [image-controller] updating namespace I0425 12:00:32.731118 3805 namespace.go:142] [integration-service] updating namespace I0425 12:00:32.731169 3805 namespace.go:98] [segment-bridge] adding namespace I0425 12:00:32.732075 3805 namespace.go:102] [segment-bridge] adding namespace took 890.554µs I0425 12:00:32.758776 3805 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:32.793755 3805 namespace.go:142] [build-service] updating namespace I0425 12:00:32.810063 3805 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:32.864580 3805 namespace.go:142] [default-tenant] updating namespace I0425 12:00:32.914553 3805 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:32.934691 3805 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0425 12:00:32.935308 3805 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0425 12:00:32.935326 3805 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0425 12:00:32.938246 3805 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0425 12:00:32.946553 3805 namespace.go:142] [image-controller] updating namespace I0425 12:00:33.041165 3805 namespace.go:142] [integration-service] updating namespace I0425 12:00:33.061166 3805 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:33.173612 3805 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0425 12:00:33.173639 3805 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0425 12:00:33.174945 3805 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0425 12:00:34.298574 3805 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:34.441510 3805 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:34.530355 3805 cni.go:452] [namespace-lister/namespace-lister-696b855848-lvtd8 1e066ed62b05c502c9253f8407de857edafd7994a08afc4755882bd7010dacab network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-lvtd8 1e066ed62b05c502c9253f8407de857edafd7994a08afc4755882bd7010dacab network default NAD default NAD key ] I0425 12:00:34.540000 3805 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-lvtd8, hostIfaceName: 1e066ed62b05c50, network: default, NAD default, SandboxID: "1e066ed62b05c502c9253f8407de857edafd7994a08afc4755882bd7010dacab", PCI device ID: , UID: "faa82382-dec3-4aa2-b800-b3ffec093d37", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0425 12:00:34.591553 3805 cni.go:473] [namespace-lister/namespace-lister-696b855848-lvtd8 1e066ed62b05c502c9253f8407de857edafd7994a08afc4755882bd7010dacab network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-lvtd8 1e066ed62b05c502c9253f8407de857edafd7994a08afc4755882bd7010dacab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:d7:04:c5:ff:ed\",\"name\":\"1e066ed62b05c50\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31ebda54-9402-4e30-9ba9-90e7172574db\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:00:34.657827 3805 namespace.go:142] [konflux-info] updating namespace I0425 12:00:34.666205 3805 base_network_controller_pods.go:487] [default/konflux-ui/dex-6447dbdddf-jvrnh] creating logical port konflux-ui_dex-6447dbdddf-jvrnh for pod on switch ip-10-0-1-85.ec2.internal I0425 12:00:34.666327 3805 kube.go:256] Updating pod konflux-ui/dex-6447dbdddf-jvrnh I0425 12:00:34.685575 3805 pod.go:62] [konflux-ui/dex-6447dbdddf-jvrnh] pod update took 19.271532ms I0425 12:00:34.685601 3805 base_network_controller_pods.go:951] [default/konflux-ui/dex-6447dbdddf-jvrnh] addLogicalPort annotation time took 19.300868ms I0425 12:00:34.686760 3805 pods.go:271] [konflux-ui/dex-6447dbdddf-jvrnh] addLogicalPort took 20.568697ms, libovsdb time 786.928µs I0425 12:00:34.843758 3805 base_network_controller_pods.go:487] [default/konflux-ui/proxy-867bfd6556-kkt2z] creating logical port konflux-ui_proxy-867bfd6556-kkt2z for pod on switch ip-10-0-1-85.ec2.internal I0425 12:00:34.843891 3805 kube.go:256] Updating pod konflux-ui/proxy-867bfd6556-kkt2z I0425 12:00:34.866765 3805 pod.go:62] [konflux-ui/proxy-867bfd6556-kkt2z] pod update took 22.909183ms I0425 12:00:34.866793 3805 base_network_controller_pods.go:951] [default/konflux-ui/proxy-867bfd6556-kkt2z] addLogicalPort annotation time took 22.938934ms I0425 12:00:34.868150 3805 pods.go:271] [konflux-ui/proxy-867bfd6556-kkt2z] addLogicalPort took 24.40862ms, libovsdb time 936.663µs I0425 12:00:34.911676 3805 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-mfhb4] creating logical port image-controller_image-controller-controller-manager-6f859968fc-mfhb4 for pod on switch ip-10-0-1-85.ec2.internal I0425 12:00:34.911769 3805 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-mfhb4 I0425 12:00:34.937924 3805 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-mfhb4] pod update took 26.178393ms I0425 12:00:34.937948 3805 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-mfhb4] addLogicalPort annotation time took 26.207171ms I0425 12:00:34.939321 3805 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-mfhb4] addLogicalPort took 27.678793ms, libovsdb time 980.081µs I0425 12:00:35.002634 3805 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:35.186919 3805 namespace.go:142] [release-service] updating namespace I0425 12:00:35.392703 3805 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:35.436755 3805 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-b5zcc] creating logical port build-service_build-service-controller-manager-7cbf488fcf-b5zcc for pod on switch ip-10-0-1-85.ec2.internal I0425 12:00:35.436872 3805 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-b5zcc I0425 12:00:35.462639 3805 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-b5zcc] pod update took 25.800055ms I0425 12:00:35.462683 3805 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-b5zcc] addLogicalPort annotation time took 25.849708ms I0425 12:00:35.464305 3805 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-b5zcc] addLogicalPort took 27.572143ms, libovsdb time 1.080647ms I0425 12:00:35.503587 3805 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:35.522613 3805 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:35.541593 3805 namespace.go:142] [konflux-info] updating namespace I0425 12:00:35.556581 3805 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:35.580016 3805 namespace.go:142] [release-service] updating namespace I0425 12:00:35.595520 3805 namespace.go:142] [segment-bridge] updating namespace I0425 12:00:35.673627 3805 namespace.go:142] [enterprise-contract-service] updating namespace I0425 12:00:35.752786 3805 namespace.go:142] [konflux-cli] updating namespace I0425 12:00:35.821659 3805 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-b5zcc fcd1d51215c5481470a155a80a9b602b760e41636c302d2ef7a591f4c33080ae network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-b5zcc fcd1d51215c5481470a155a80a9b602b760e41636c302d2ef7a591f4c33080ae network default NAD default NAD key ] I0425 12:00:35.832261 3805 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-b5zcc, hostIfaceName: fcd1d51215c5481, network: default, NAD default, SandboxID: "fcd1d51215c5481470a155a80a9b602b760e41636c302d2ef7a591f4c33080ae", PCI device ID: , UID: "91e43965-65c5-4b5c-b108-59b1eca4a6d5", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0425 12:00:35.840876 3805 namespace.go:142] [konflux-info] updating namespace I0425 12:00:35.884324 3805 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-b5zcc fcd1d51215c5481470a155a80a9b602b760e41636c302d2ef7a591f4c33080ae network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-b5zcc fcd1d51215c5481470a155a80a9b602b760e41636c302d2ef7a591f4c33080ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:e5:9f:97:e5:68\",\"name\":\"fcd1d51215c5481\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/031bae4e-641f-4935-8aa1-386232dfe584\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:00:35.938029 3805 namespace.go:142] [namespace-lister] updating namespace I0425 12:00:36.033580 3805 namespace.go:142] [release-service] updating namespace I0425 12:00:36.136885 3805 namespace.go:142] [segment-bridge] updating namespace W0425 12:00:36.394540 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0425 12:00:36.585683 3805 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-7dl5p] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-7dl5p for pod on switch ip-10-0-1-85.ec2.internal I0425 12:00:36.585801 3805 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-7dl5p I0425 12:00:36.604598 3805 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-7dl5p] pod update took 18.8305ms I0425 12:00:36.604621 3805 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-7dl5p] addLogicalPort annotation time took 18.859441ms I0425 12:00:36.606096 3805 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-7dl5p] addLogicalPort took 20.459937ms, libovsdb time 998.989µs I0425 12:00:36.784812 3805 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-mfhb4 1121cb055eac58ce130e8bbe592fdbbf1a0e932a1536967e66b46b1031547b8f network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-mfhb4 1121cb055eac58ce130e8bbe592fdbbf1a0e932a1536967e66b46b1031547b8f network default NAD default NAD key ] I0425 12:00:36.797376 3805 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-mfhb4, hostIfaceName: 1121cb055eac58c, network: default, NAD default, SandboxID: "1121cb055eac58ce130e8bbe592fdbbf1a0e932a1536967e66b46b1031547b8f", PCI device ID: , UID: "eb66206d-c88e-4521-9472-86bfd68df076", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0425 12:00:36.853850 3805 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6d66dc57ff-bvtm6] creating logical port integration-service_integration-service-controller-manager-6d66dc57ff-bvtm6 for pod on switch ip-10-0-1-85.ec2.internal I0425 12:00:36.853970 3805 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6d66dc57ff-bvtm6 I0425 12:00:36.858734 3805 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-mfhb4 1121cb055eac58ce130e8bbe592fdbbf1a0e932a1536967e66b46b1031547b8f network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-mfhb4 1121cb055eac58ce130e8bbe592fdbbf1a0e932a1536967e66b46b1031547b8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:85:c6:d7:5f:e9\",\"name\":\"1121cb055eac58c\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/052ec4fd-4086-4609-a090-2bf166ccd011\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:00:36.868875 3805 pod.go:62] [integration-service/integration-service-controller-manager-6d66dc57ff-bvtm6] pod update took 14.943452ms I0425 12:00:36.868902 3805 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6d66dc57ff-bvtm6] addLogicalPort annotation time took 14.97569ms I0425 12:00:36.870378 3805 pods.go:271] [integration-service/integration-service-controller-manager-6d66dc57ff-bvtm6] addLogicalPort took 16.550073ms, libovsdb time 936.05µs W0425 12:00:37.396959 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0425 12:00:38.306234 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0425 12:00:39.883675 3805 cni.go:452] [konflux-ui/proxy-867bfd6556-kkt2z c48ab60ad1cca0d356f476072cb8804aebf057386245b109f9bf1edd36018670 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-867bfd6556-kkt2z c48ab60ad1cca0d356f476072cb8804aebf057386245b109f9bf1edd36018670 network default NAD default NAD key ] I0425 12:00:39.885127 3805 cni.go:452] [konflux-ui/dex-6447dbdddf-jvrnh 4ca3accc2d1936ead42ef0c64879de95927a3747c99cc44f3019c3f96bfda4fb network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-6447dbdddf-jvrnh 4ca3accc2d1936ead42ef0c64879de95927a3747c99cc44f3019c3f96bfda4fb network default NAD default NAD key ] I0425 12:00:39.896922 3805 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-867bfd6556-kkt2z, hostIfaceName: c48ab60ad1cca0d, network: default, NAD default, SandboxID: "c48ab60ad1cca0d356f476072cb8804aebf057386245b109f9bf1edd36018670", PCI device ID: , UID: "334a826a-b9b1-44cb-998b-6972fbe110f9", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0425 12:00:39.897058 3805 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-6447dbdddf-jvrnh, hostIfaceName: 4ca3accc2d1936e, network: default, NAD default, SandboxID: "4ca3accc2d1936ead42ef0c64879de95927a3747c99cc44f3019c3f96bfda4fb", PCI device ID: , UID: "db0b2be2-7cd8-4d55-aaec-d4832bcb8419", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0425 12:00:39.951393 3805 cni.go:473] [konflux-ui/proxy-867bfd6556-kkt2z c48ab60ad1cca0d356f476072cb8804aebf057386245b109f9bf1edd36018670 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-867bfd6556-kkt2z c48ab60ad1cca0d356f476072cb8804aebf057386245b109f9bf1edd36018670 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:45:3b:c2:7f:bf\",\"name\":\"c48ab60ad1cca0d\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/226e1ade-67b4-47c7-bdc5-efa4615a3d74\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:00:39.971726 3805 cni.go:473] [konflux-ui/dex-6447dbdddf-jvrnh 4ca3accc2d1936ead42ef0c64879de95927a3747c99cc44f3019c3f96bfda4fb network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-6447dbdddf-jvrnh 4ca3accc2d1936ead42ef0c64879de95927a3747c99cc44f3019c3f96bfda4fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:01:a3:80:ee:38\",\"name\":\"4ca3accc2d1936e\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8e447cc-8b10-44ad-ba03-6e3198aa0dca\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 12:00:40.316624 3805 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 12:00:42.337771 3805 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0425 12:00:44.469246 3805 cni.go:452] [integration-service/integration-service-controller-manager-6d66dc57ff-bvtm6 fb6cedff2e27c8036505e739a8b230e60d6a788bd0c0aa875393414de8c9fe37 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6d66dc57ff-bvtm6 fb6cedff2e27c8036505e739a8b230e60d6a788bd0c0aa875393414de8c9fe37 network default NAD default NAD key ] I0425 12:00:44.471353 3805 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-7dl5p a9b891ef8fba13d44161af32310fee4494bca9e9e2dbef4ed628b47e4df74860 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-7dl5p a9b891ef8fba13d44161af32310fee4494bca9e9e2dbef4ed628b47e4df74860 network default NAD default NAD key ] I0425 12:00:44.483274 3805 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6d66dc57ff-bvtm6, hostIfaceName: fb6cedff2e27c80, network: default, NAD default, SandboxID: "fb6cedff2e27c8036505e739a8b230e60d6a788bd0c0aa875393414de8c9fe37", PCI device ID: , UID: "a422af64-88da-4ca4-ad3d-b3658bf207a1", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0425 12:00:44.484072 3805 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-7dl5p, hostIfaceName: a9b891ef8fba13d, network: default, NAD default, SandboxID: "a9b891ef8fba13d44161af32310fee4494bca9e9e2dbef4ed628b47e4df74860", PCI device ID: , UID: "f2e4c094-8490-4176-977e-6a9b3acbd248", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0425 12:00:44.549426 3805 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-7dl5p a9b891ef8fba13d44161af32310fee4494bca9e9e2dbef4ed628b47e4df74860 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-7dl5p a9b891ef8fba13d44161af32310fee4494bca9e9e2dbef4ed628b47e4df74860 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:bf:4f:2a:44:91\",\"name\":\"a9b891ef8fba13d\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e27ae46e-ce0e-4f74-9983-188fb92cf16d\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:00:44.568143 3805 cni.go:473] [integration-service/integration-service-controller-manager-6d66dc57ff-bvtm6 fb6cedff2e27c8036505e739a8b230e60d6a788bd0c0aa875393414de8c9fe37 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6d66dc57ff-bvtm6 fb6cedff2e27c8036505e739a8b230e60d6a788bd0c0aa875393414de8c9fe37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:5a:2b:73:00:1f\",\"name\":\"fb6cedff2e27c80\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7c777910-2d19-4a95-8979-75f8f6a50167\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0425 12:00:45.373992 3805 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:45.374074 3805 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:47.818683 3805 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 12:00:47.820262 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 12:00:47.846475 3805 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:47.846501 3805 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0425 12:00:48.395460 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 12:00:48.395505 3805 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 12:00:48.412471 3805 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0425 12:00:48.415289 3805 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 12:00:50.320558 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0425 12:00:51.326673 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0425 12:00:56.377792 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0425 12:00:58.381591 3805 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0425 12:00:58.826929 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 12:00:58.826951 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 12:00:58.831759 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 12:00:58.831781 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0425 12:00:59.404983 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0425 12:00:59.408282 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0425 12:01:00.413065 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0425 12:01:00.413179 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0425 12:01:00.725765 3805 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:01:00.726385 3805 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:01:00.899910 3805 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:01:00.899937 3805 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:01:00.907086 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc I0425 12:01:00.907113 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-tdkxc I0425 12:01:18.301700 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=621 W0425 12:01:25.456081 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0425 12:01:25.456115 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0425 12:02:00.301693 3805 cni.go:452] [konflux-ui/proxy-867bfd6556-kkt2z c48ab60ad1cca0d356f476072cb8804aebf057386245b109f9bf1edd36018670 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-867bfd6556-kkt2z c48ab60ad1cca0d356f476072cb8804aebf057386245b109f9bf1edd36018670 network default NAD default NAD key ] I0425 12:02:00.384057 3805 cni.go:473] [konflux-ui/proxy-867bfd6556-kkt2z c48ab60ad1cca0d356f476072cb8804aebf057386245b109f9bf1edd36018670 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-867bfd6556-kkt2z c48ab60ad1cca0d356f476072cb8804aebf057386245b109f9bf1edd36018670 network default NAD default NAD key default], result "{}", err I0425 12:02:00.439610 3805 obj_retry.go:498] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:00.439673 3805 pods.go:176] Deleting pod: konflux-ui/proxy-867bfd6556-kkt2z I0425 12:02:00.441192 3805 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-867bfd6556-kkt2z, ips: 10.130.0.50 I0425 12:02:00.441227 3805 obj_retry.go:498] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:00.806839 3805 obj_retry.go:492] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:00.806862 3805 obj_retry.go:492] Detected object konflux-ui/proxy-867bfd6556-kkt2z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:00.812885 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-867bfd6556-kkt2z I0425 12:02:00.812914 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-867bfd6556-kkt2z I0425 12:02:04.403331 3805 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:04.403899 3805 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:02:04.419517 3805 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:04.419539 3805 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:02:04.425221 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0425 12:02:04.425248 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0425 12:02:23.291278 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=48 I0425 12:02:34.370735 3805 namespace.go:98] [default-managed-tenant-q3nqj] adding namespace I0425 12:02:34.371625 3805 namespace.go:102] [default-managed-tenant-q3nqj] adding namespace took 865.289µs I0425 12:02:34.410786 3805 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:34.423374 3805 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:35.609036 3805 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:35.761794 3805 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:35.841344 3805 namespace.go:142] [default-managed-tenant-q3nqj] updating namespace I0425 12:02:37.409347 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0425 12:02:56.420594 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0425 12:03:32.415559 3805 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0425 12:03:37.298563 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=131 I0425 12:03:40.292000 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=86 I0425 12:04:14.295233 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0425 12:04:16.391081 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0425 12:04:52.421545 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0425 12:05:10.382797 3805 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0425 12:05:29.396664 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0425 12:06:20.388859 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0425 12:06:48.406811 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0425 12:07:26.296200 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=48 I0425 12:07:41.384409 3805 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0425 12:08:28.304380 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=20 W0425 12:08:42.699837 3805 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-69fdc6dc8d-sk6lb I0425 12:08:49.418946 3805 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0425 12:09:25.423462 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0425 12:09:42.045910 3805 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:42.045972 3805 obj_retry.go:492] Detected object tsf-tpa/create-db-gkn2v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:42.050387 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-gkn2v I0425 12:09:42.050418 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-gkn2v I0425 12:09:48.412436 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0425 12:09:49.035775 3805 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:49.035838 3805 obj_retry.go:492] Detected object tsf-tpa/migrate-db-c998d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:49.040260 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-c998d I0425 12:09:49.040291 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-c998d I0425 12:09:54.028080 3805 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:54.028132 3805 obj_retry.go:492] Detected object tsf-tpa/create-importers-qzf9p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:09:54.032121 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-qzf9p I0425 12:09:54.032154 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-qzf9p I0425 12:10:03.994319 3805 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:10:03.994934 3805 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:10:04.867192 3805 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:10:04.867221 3805 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618650-klcvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:10:14.294313 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0425 12:10:59.400243 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0425 12:12:20.393707 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0425 12:12:47.301979 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0425 12:12:48.294569 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0425 12:13:37.298238 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0425 12:13:54.387440 3805 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0425 12:13:59.386087 3805 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0425 12:14:05.298834 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0425 12:14:15.424240 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0425 12:15:10.392457 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0425 12:15:33.415435 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0425 12:15:41.410343 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0425 12:16:05.296957 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0425 12:17:21.403387 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0425 12:17:54.270842 3805 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-85r4f-init-pod for pod on switch ip-10-0-1-85.ec2.internal I0425 12:17:54.270995 3805 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod I0425 12:17:54.298686 3805 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod] pod update took 27.721359ms I0425 12:17:54.298712 3805 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod] addLogicalPort annotation time took 27.75264ms I0425 12:17:54.300018 3805 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod] addLogicalPort took 29.191088ms, libovsdb time 894.984µs I0425 12:17:54.640694 3805 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod fd3d205e76dc1fc2d419b11f740d210d1ae5c9d8a8fb1c168f0f4fc5d4c26f4c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod fd3d205e76dc1fc2d419b11f740d210d1ae5c9d8a8fb1c168f0f4fc5d4c26f4c network default NAD default NAD key ] I0425 12:17:54.649761 3805 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-85r4f-init-pod, hostIfaceName: fd3d205e76dc1fc, network: default, NAD default, SandboxID: "fd3d205e76dc1fc2d419b11f740d210d1ae5c9d8a8fb1c168f0f4fc5d4c26f4c", PCI device ID: , UID: "cc01f5e9-b54e-4b36-9b41-369a5399430f", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0425 12:17:54.706985 3805 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod fd3d205e76dc1fc2d419b11f740d210d1ae5c9d8a8fb1c168f0f4fc5d4c26f4c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod fd3d205e76dc1fc2d419b11f740d210d1ae5c9d8a8fb1c168f0f4fc5d4c26f4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:1b:9b:80:e6:73\",\"name\":\"fd3d205e76dc1fc\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ee57ca6-f36c-4fd8-bc91-279083d1c063\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:17:57.421902 3805 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0425 12:18:07.530241 3805 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jst28] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-jst28 for pod on switch ip-10-0-1-85.ec2.internal I0425 12:18:07.530363 3805 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jst28 I0425 12:18:07.545027 3805 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jst28] pod update took 14.7042ms I0425 12:18:07.545060 3805 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jst28] addLogicalPort annotation time took 14.746098ms I0425 12:18:07.546763 3805 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jst28] addLogicalPort took 16.536347ms, libovsdb time 1.124166ms I0425 12:18:09.317638 3805 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jst28 70b6fb6ea36d968faf367517097551ec51060232bf4104371887c5f88b1cc3b2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jst28 70b6fb6ea36d968faf367517097551ec51060232bf4104371887c5f88b1cc3b2 network default NAD default NAD key ] I0425 12:18:09.327077 3805 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-jst28, hostIfaceName: 70b6fb6ea36d968, network: default, NAD default, SandboxID: "70b6fb6ea36d968faf367517097551ec51060232bf4104371887c5f88b1cc3b2", PCI device ID: , UID: "e882d594-2fbf-4d91-9562-642d399cd3d7", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0425 12:18:09.383380 3805 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jst28 70b6fb6ea36d968faf367517097551ec51060232bf4104371887c5f88b1cc3b2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jst28 70b6fb6ea36d968faf367517097551ec51060232bf4104371887c5f88b1cc3b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:7f:3d:34:48:67\",\"name\":\"70b6fb6ea36d968\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5af21e05-4b98-4186-b85a-90d5f5c7a077\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:18:12.140226 3805 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod fd3d205e76dc1fc2d419b11f740d210d1ae5c9d8a8fb1c168f0f4fc5d4c26f4c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod fd3d205e76dc1fc2d419b11f740d210d1ae5c9d8a8fb1c168f0f4fc5d4c26f4c network default NAD default NAD key ] I0425 12:18:12.233586 3805 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod fd3d205e76dc1fc2d419b11f740d210d1ae5c9d8a8fb1c168f0f4fc5d4c26f4c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod fd3d205e76dc1fc2d419b11f740d210d1ae5c9d8a8fb1c168f0f4fc5d4c26f4c network default NAD default NAD key default], result "{}", err I0425 12:18:12.570747 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:12.570788 3805 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod I0425 12:18:12.572277 3805 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod, ips: 10.130.0.55 I0425 12:18:12.572308 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:13.039027 3805 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:13.039055 3805 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:13.044735 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod I0425 12:18:13.044760 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-85r4f-init-pod I0425 12:18:18.791675 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:18.792360 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:19.529798 3805 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:19.529835 3805 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:18:19.529866 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod I0425 12:18:19.529876 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-976rr-init-pod I0425 12:18:22.307883 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=60 W0425 12:18:24.040981 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 12:18:24.041004 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 12:18:24.041011 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0425 12:18:24.041019 3805 util.go:959] Failed to build node endpoints for node ip-10-0-1-85.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0425 12:18:25.730408 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:25.731034 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:39.877454 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:39.878054 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:18:40.426620 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0425 12:19:02.297788 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0425 12:19:17.870973 3805 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-build-container-pod for pod on switch ip-10-0-1-85.ec2.internal I0425 12:19:17.871237 3805 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod I0425 12:19:17.930291 3805 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod] pod update took 59.108241ms I0425 12:19:17.930316 3805 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod] addLogicalPort annotation time took 59.138171ms I0425 12:19:17.932010 3805 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod] addLogicalPort took 61.057971ms, libovsdb time 1.13746ms I0425 12:19:18.115643 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:19:18.116164 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:19:18.545151 3805 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod fb5b7f6cf97d4d160155cc01665f594776d4eb062ec3a7b77283f78651faed12 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod fb5b7f6cf97d4d160155cc01665f594776d4eb062ec3a7b77283f78651faed12 network default NAD default NAD key ] I0425 12:19:18.554692 3805 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-build-container-pod, hostIfaceName: fb5b7f6cf97d4d1, network: default, NAD default, SandboxID: "fb5b7f6cf97d4d160155cc01665f594776d4eb062ec3a7b77283f78651faed12", PCI device ID: , UID: "de84c26f-140c-4419-b614-eb5038639b73", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0425 12:19:18.608520 3805 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod fb5b7f6cf97d4d160155cc01665f594776d4eb062ec3a7b77283f78651faed12 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod fb5b7f6cf97d4d160155cc01665f594776d4eb062ec3a7b77283f78651faed12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ab:e6:4c:26:48\",\"name\":\"fb5b7f6cf97d4d1\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7a5ad90-d364-4a06-a796-c78c0818a995\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:19:23.305500 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0425 12:19:36.390072 3805 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0425 12:20:04.354662 3805 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:04.355269 3805 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:05.219930 3805 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.219977 3805 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618660-5mj9d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.250902 3805 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.250930 3805 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:05.255520 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th I0425 12:20:05.255547 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29618630-bw2th I0425 12:20:18.301826 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0425 12:20:37.564483 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:37.565093 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:39.440866 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:39.441537 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:39.453609 3805 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:39.453633 3805 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0425 12:20:39.460161 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod I0425 12:20:39.460190 3805 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-5dgmx-clone-repository-pod I0425 12:20:49.668734 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:49.669377 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:55.413831 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0425 12:20:57.396738 3805 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0425 12:20:58.748589 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:20:58.749224 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:21:26.941838 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:21:26.942603 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nmbds-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:21:27.301685 3805 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0425 12:21:37.388978 3805 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0425 12:22:01.344823 3805 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod fb5b7f6cf97d4d160155cc01665f594776d4eb062ec3a7b77283f78651faed12 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod fb5b7f6cf97d4d160155cc01665f594776d4eb062ec3a7b77283f78651faed12 network default NAD default NAD key ] I0425 12:22:01.441447 3805 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod fb5b7f6cf97d4d160155cc01665f594776d4eb062ec3a7b77283f78651faed12 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod fb5b7f6cf97d4d160155cc01665f594776d4eb062ec3a7b77283f78651faed12 network default NAD default NAD key default], result "{}", err I0425 12:22:01.555468 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:01.555523 3805 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod I0425 12:22:01.557045 3805 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod, ips: 10.130.0.57 I0425 12:22:01.557080 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:17.588556 3805 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-deprecated-base-image-check-pod for pod on switch ip-10-0-1-85.ec2.internal I0425 12:22:17.588749 3805 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-deprecated-base-image-check-pod I0425 12:22:17.620518 3805 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-deprecated-base-image-check-pod] pod update took 31.798405ms I0425 12:22:17.620542 3805 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-deprecated-base-image-check-pod] addLogicalPort annotation time took 31.83088ms I0425 12:22:17.621948 3805 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-deprecated-base-image-check-pod] addLogicalPort took 33.410494ms, libovsdb time 980.991µs I0425 12:22:17.656863 3805 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-clair-scan-pod for pod on switch ip-10-0-1-85.ec2.internal I0425 12:22:17.656987 3805 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-clair-scan-pod I0425 12:22:17.688566 3805 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-clair-scan-pod] pod update took 31.613718ms I0425 12:22:17.688590 3805 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-clair-scan-pod] addLogicalPort annotation time took 31.641717ms I0425 12:22:17.691157 3805 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-clair-scan-pod] addLogicalPort took 34.311375ms, libovsdb time 2.058505ms I0425 12:22:17.843694 3805 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-clamav-scan-pod for pod on switch ip-10-0-1-85.ec2.internal I0425 12:22:17.843848 3805 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-clamav-scan-pod I0425 12:22:17.870059 3805 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-clamav-scan-pod] pod update took 26.241918ms I0425 12:22:17.870086 3805 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-clamav-scan-pod] addLogicalPort annotation time took 26.277844ms I0425 12:22:17.871491 3805 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-clamav-scan-pod] addLogicalPort took 27.816904ms, libovsdb time 985.211µs I0425 12:22:17.954545 3805 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-deprecated-base-image-check-pod 3e4ac6b7a86a51b2c92101b374bb601f063a23a86af6bcf45f8dc3600e6b890d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-deprecated-base-image-check-pod 3e4ac6b7a86a51b2c92101b374bb601f063a23a86af6bcf45f8dc3600e6b890d network default NAD default NAD key ] I0425 12:22:17.964613 3805 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-deprecated-base-image-check-pod, hostIfaceName: 3e4ac6b7a86a51b, network: default, NAD default, SandboxID: "3e4ac6b7a86a51b2c92101b374bb601f063a23a86af6bcf45f8dc3600e6b890d", PCI device ID: , UID: "627d6be8-1c10-4914-b4c6-aa6037215023", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0425 12:22:18.024190 3805 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-clair-scan-pod 78937cbc3a30de6086747b259e81413ce6ec0693e6e1a30ff35f27abedb5ec2d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-clair-scan-pod 78937cbc3a30de6086747b259e81413ce6ec0693e6e1a30ff35f27abedb5ec2d network default NAD default NAD key ] I0425 12:22:18.024783 3805 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-deprecated-base-image-check-pod 3e4ac6b7a86a51b2c92101b374bb601f063a23a86af6bcf45f8dc3600e6b890d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-deprecated-base-image-check-pod 3e4ac6b7a86a51b2c92101b374bb601f063a23a86af6bcf45f8dc3600e6b890d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:3b:f4:71:59:2e\",\"name\":\"3e4ac6b7a86a51b\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95e842fa-08ee-4c2d-8a24-0233ecfc6b67\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:22:18.034198 3805 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-clair-scan-pod, hostIfaceName: 78937cbc3a30de6, network: default, NAD default, SandboxID: "78937cbc3a30de6086747b259e81413ce6ec0693e6e1a30ff35f27abedb5ec2d", PCI device ID: , UID: "5ac3f2d8-b467-4a20-a29f-25f7507e4435", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0425 12:22:18.091968 3805 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-clair-scan-pod 78937cbc3a30de6086747b259e81413ce6ec0693e6e1a30ff35f27abedb5ec2d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-clair-scan-pod 78937cbc3a30de6086747b259e81413ce6ec0693e6e1a30ff35f27abedb5ec2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:10:b0:c7:7f:7d\",\"name\":\"78937cbc3a30de6\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6d21bcd-2183-499b-9da2-322efa7c5374\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:22:18.209108 3805 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-clamav-scan-pod aefbf2f5a782143ea80b68786d001297fc8e309814979570c964c4c6e31c19d7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-clamav-scan-pod aefbf2f5a782143ea80b68786d001297fc8e309814979570c964c4c6e31c19d7 network default NAD default NAD key ] I0425 12:22:18.219956 3805 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-clamav-scan-pod, hostIfaceName: aefbf2f5a782143, network: default, NAD default, SandboxID: "aefbf2f5a782143ea80b68786d001297fc8e309814979570c964c4c6e31c19d7", PCI device ID: , UID: "048c10a0-8931-40fd-add9-621444eb8ed6", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0425 12:22:18.276570 3805 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-clamav-scan-pod aefbf2f5a782143ea80b68786d001297fc8e309814979570c964c4c6e31c19d7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-clamav-scan-pod aefbf2f5a782143ea80b68786d001297fc8e309814979570c964c4c6e31c19d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:de:85:71:08:62\",\"name\":\"aefbf2f5a782143\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6193376-ded8-403f-bd60-49e1e56487ef\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:22:18.349546 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:18.350643 3805 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-bqvg7-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0425 12:22:19.046381 3805 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-rpms-signature-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-rpms-signature-scan-pod for pod on switch ip-10-0-1-85.ec2.internal I0425 12:22:19.046581 3805 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-rpms-signature-scan-pod I0425 12:22:19.065042 3805 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-rpms-signature-scan-pod] pod update took 18.509817ms I0425 12:22:19.065065 3805 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-rpms-signature-scan-pod] addLogicalPort annotation time took 18.53865ms I0425 12:22:19.066530 3805 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-rpms-signature-scan-pod] addLogicalPort took 20.170502ms, libovsdb time 1.020871ms I0425 12:22:19.362699 3805 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-bqvg7-tpa-scan-pod for pod on switch ip-10-0-1-85.ec2.internal I0425 12:22:19.362863 3805 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-bqvg7-tpa-scan-pod I0425 12:22:19.388853 3805 pod.go:62] [default-tenant/tsf-demo-comp-on-push-bqvg7-tpa-scan-pod] pod update took 26.037468ms I0425 12:22:19.388885 3805 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-bqvg7-tpa-scan-pod] addLogicalPort annotation time took 26.075644ms I0425 12:22:19.390478 3805 pods.go:271] [default-tenant/tsf-demo-comp-on-push-bqvg7-tpa-scan-pod] addLogicalPort took 27.801823ms, libovsdb time 982.938µs I0425 12:22:19.413062 3805 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-rpms-signature-scan-pod 08546410ef06cdd2f966f1d0e513b6a6487e1222e656c25bfd82ed019a67e6e1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-rpms-signature-scan-pod 08546410ef06cdd2f966f1d0e513b6a6487e1222e656c25bfd82ed019a67e6e1 network default NAD default NAD key ] I0425 12:22:19.424343 3805 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-rpms-signature-scan-pod, hostIfaceName: 08546410ef06cdd, network: default, NAD default, SandboxID: "08546410ef06cdd2f966f1d0e513b6a6487e1222e656c25bfd82ed019a67e6e1", PCI device ID: , UID: "8db08105-ea60-4910-a9d9-7882b0601a54", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0425 12:22:19.482833 3805 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-rpms-signature-scan-pod 08546410ef06cdd2f966f1d0e513b6a6487e1222e656c25bfd82ed019a67e6e1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-rpms-signature-scan-pod 08546410ef06cdd2f966f1d0e513b6a6487e1222e656c25bfd82ed019a67e6e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:fc:ed:35:4d:71\",\"name\":\"08546410ef06cdd\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a52e518c-b677-492a-a882-fdc9d53b80b7\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0425 12:22:19.744567 3805 cni.go:452] [default-tenant/tsf-demo-comp-on-push-bqvg7-tpa-scan-pod a6d10279919b5a42044018f924b4d8dc9816cf98c15835e270213fe4db66bd51 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-tpa-scan-pod a6d10279919b5a42044018f924b4d8dc9816cf98c15835e270213fe4db66bd51 network default NAD default NAD key ] I0425 12:22:19.755220 3805 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-bqvg7-tpa-scan-pod, hostIfaceName: a6d10279919b5a4, network: default, NAD default, SandboxID: "a6d10279919b5a42044018f924b4d8dc9816cf98c15835e270213fe4db66bd51", PCI device ID: , UID: "d1894d6d-359b-4deb-82d0-7aa7d9721433", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0425 12:22:19.818936 3805 cni.go:473] [default-tenant/tsf-demo-comp-on-push-bqvg7-tpa-scan-pod a6d10279919b5a42044018f924b4d8dc9816cf98c15835e270213fe4db66bd51 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-bqvg7-tpa-scan-pod a6d10279919b5a42044018f924b4d8dc9816cf98c15835e270213fe4db66bd51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:85:ff:95:67:78\",\"name\":\"a6d10279919b5a4\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0fb26c9-aad9-456e-ba84-5561859eaf23\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err