level=info ts=2026-02-16T11:30:57.944284055Z caller=main.go:127 msg="Starting Loki" version="(version=3.6.3, branch=release-3.6.x, revision=9385bc63)"
level=info ts=2026-02-16T11:30:57.944316544Z caller=main.go:128 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-02-16T11:30:57.945510598Z caller=server.go:386 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=debug ts=2026-02-16T11:30:57.946378469Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T11:30:57.946457938Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.129.0.60 inf=eth0
level=debug ts=2026-02-16T11:30:57.946641939Z caller=modules.go:1144 msg="initializing query frontend tripperware"
level=error ts=2026-02-16T11:30:57.950434612Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:30:57.950455086Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
level=error ts=2026-02-16T11:30:57.953306405Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:30:57.953335599Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
level=error ts=2026-02-16T11:30:57.955178012Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:30:57.955197553Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
level=error ts=2026-02-16T11:30:57.959226546Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:30:57.959284654Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
level=error ts=2026-02-16T11:30:57.961073177Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:30:57.961088497Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
level=debug ts=2026-02-16T11:30:57.961498353Z caller=modules.go:1221 msg="initializing query frontend" config="{Handler:{LogQueriesLongerThan:0s LogQueryRequestHeaders: MaxBodySize:10485760 QueryStatsEnabled:false} FrontendV1:{MaxOutstandingPerTenant:2048 QuerierForgetDelay:0s} FrontendV2:{SchedulerAddress:loki-query-scheduler.product-kubearchive-logging.svc.cluster.local:9095 DNSLookupPeriod:10s WorkerConcurrency:5 GRPCClientConfig:{MaxRecvMsgSize:104857600 MaxSendMsgSize:104857600 GRPCCompression: RateLimit:0 RateLimitBurst:0 BackoffOnRatelimits:false BackoffConfig:{MinBackoff:100ms MaxBackoff:10s MaxRetries:10} InitialStreamWindowSize:65535 InitialConnectionWindowSize:65535 TLSEnabled:false TLS:{CertPath: KeyPath: CAPath: ServerName: InsecureSkipVerify:false CipherSuites: MinVersion: Reader:<nil>} ConnectTimeout:5s ConnectBackoffBaseDelay:1s ConnectBackoffMaxDelay:5s Middleware:[] StreamMiddleware:[] CustomCompressors:[] ClusterValidation:{Label: registeredFlags:{Prefix:frontend.grpc-client-config.cluster-validation. Flags:map[label:0xc000a11200]}} clusterUnaryClientInterceptor:<nil>} GracefulShutdownTimeout:5m0s InfNames:[eth0 lo] EnableIPv6:false Addr: Port:0 Encoding:json} CompressResponses:false DownstreamURL: TailProxyURL:http://loki-querier.product-kubearchive-logging.svc.cluster.local:3100 TLS:{CertPath: KeyPath: CAPath: ServerName: InsecureSkipVerify:false CipherSuites: MinVersion: Reader:<nil>} SupportParquetEncoding:false}"
level=debug ts=2026-02-16T11:30:57.961512307Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T11:30:57.961583143Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.129.0.60 inf=eth0
level=debug ts=2026-02-16T11:30:57.961623503Z caller=modules.go:1250 msg="using query frontend" version=v2
level=info ts=2026-02-16T11:30:57.975287447Z caller=module_service.go:82 msg=starting module=server
level=debug ts=2026-02-16T11:30:57.975287596Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=memberlist-kv
level=info ts=2026-02-16T11:30:57.975314834Z caller=module_service.go:82 msg=starting module=analytics
level=debug ts=2026-02-16T11:30:57.975327128Z caller=module_service.go:72 msg="module waiting for initialization" module=memberlist-kv waiting_for=server
level=info ts=2026-02-16T11:30:57.975320293Z caller=module_service.go:82 msg=starting module=runtime-config
level=debug ts=2026-02-16T11:30:57.975342376Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend-tripperware waiting_for=runtime-config
level=info ts=2026-02-16T11:30:57.97535555Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=info ts=2026-02-16T11:30:57.975354433Z caller=module_service.go:82 msg=starting module=cache-generation-loader
level=debug ts=2026-02-16T11:30:57.975370088Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=query-frontend-tripperware
level=debug ts=2026-02-16T11:30:57.975618463Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend-tripperware waiting_for=server
level=info ts=2026-02-16T11:30:57.975628587Z caller=module_service.go:82 msg=starting module=query-frontend-tripperware
level=debug ts=2026-02-16T11:30:57.975641889Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=runtime-config
level=debug ts=2026-02-16T11:30:57.975645803Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=server
level=debug ts=2026-02-16T11:30:57.975649236Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=analytics
level=debug ts=2026-02-16T11:30:57.975652594Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=cache-generation-loader
level=info ts=2026-02-16T11:30:57.975655443Z caller=module_service.go:82 msg=starting module=query-frontend
level=info ts=2026-02-16T11:30:57.975767396Z caller=loki.go:599 msg="Loki started" startup_time=97.058578ms
level=warn ts=2026-02-16T11:30:57.979438755Z caller=dns_resolver.go:225 msg="failed DNS A record lookup" err="lookup loki-query-scheduler.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-02-16T11:31:07.981724678Z caller=frontend_scheduler_worker.go:106 msg="adding connection to scheduler" addr=10.130.0.53:9095
level=debug ts=2026-02-16T11:31:15.54935462Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:31:34.476595199Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:31:55.851611788Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:31:57.952159212Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:31:57.954936993Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:31:57.956562698Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:31:57.960276346Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:31:57.961995712Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:32:17.383452937Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:32:50.402366039Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T11:32:50.403842934Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:32:57.952115717Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:32:57.95489151Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:32:57.956631814Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:32:57.960457266Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:32:57.962124888Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:33:30.39306978Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:33:57.952900726Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:33:57.954765641Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:33:57.956784222Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:33:57.960638472Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:33:57.9624161Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:34:31.878174407Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:34:57.952687374Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:34:57.954514697Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:34:57.956189499Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:34:57.961027637Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:34:57.962684089Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:35:30.763955259Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:35:57.953210216Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:35:57.95499496Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:35:57.956713791Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:35:57.960619486Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:35:57.96247749Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:36:31.479757093Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T11:36:57.952916907Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:36:57.954715362Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:36:57.956422783Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:36:57.960318022Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:36:57.962020462Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:37:40.705671472Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T11:37:40.70753003Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:37:57.951798658Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:37:57.95459492Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:37:57.956270161Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:37:57.96143236Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:37:57.96204999Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:38:39.046163836Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:38:57.952482542Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:38:57.954264236Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:38:57.957144308Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:38:57.960981273Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:38:57.963005672Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:39:20.420588006Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:39:57.952277877Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:39:57.955073975Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:39:57.95685057Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:39:57.960605656Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:39:57.962416514Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:40:20.42886771Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:40:57.952441165Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:40:57.954203268Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:40:57.955944822Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:40:57.960822342Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:40:57.962616114Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:41:10.098545736Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:41:48.83612192Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T11:41:48.837904717Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:41:57.951613812Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:41:57.95495179Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:41:57.956750045Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:41:57.960732099Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:41:57.962511638Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:42:38.934311741Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:42:57.952318268Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:42:57.955322886Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:42:57.956134065Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:42:57.961106708Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:42:57.962875464Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:43:34.277933611Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:43:57.952408422Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:43:57.954182363Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:43:57.956123129Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:43:57.961051944Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:43:57.962975747Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:44:12.498011125Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:44:57.951940528Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:44:57.954925699Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:44:57.956749299Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:44:57.960757468Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:44:57.962542684Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:45:12.761535635Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:45:47.995066863Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T11:45:47.997357766Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:45:57.951761967Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:45:57.954595937Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:45:57.956305829Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:45:57.961110976Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:45:57.9627725Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:46:31.191000566Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:46:57.952584792Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:46:57.954520495Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:46:57.956325991Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:46:57.960162899Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:46:57.962142139Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:47:20.615016852Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:47:57.952315734Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:47:57.955306844Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:47:57.95594997Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:47:57.961032629Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:47:57.963030309Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:48:07.792572373Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:48:43.214792738Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:48:57.952426638Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:48:57.954256825Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:48:57.956020715Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:48:57.961011997Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:48:57.962769071Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:49:18.028521865Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T11:49:18.030331035Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:49:57.952667226Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:49:57.954563709Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:49:57.956475179Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:49:57.960409065Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:49:57.962104381Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:50:09.276616125Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:50:57.951829531Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:50:57.954737695Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:50:57.956600134Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:50:57.960668997Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:50:57.962627727Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:51:04.64773711Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:51:40.235956284Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:51:57.952667495Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:51:57.95465491Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:51:57.95656705Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:51:57.96070255Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:51:57.962912395Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:52:19.492049271Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:52:57.952497797Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:52:57.954800991Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:52:57.956699919Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:52:57.960756189Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:52:57.962740422Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:53:14.26385451Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T11:53:14.265441322Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:53:52.677095142Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:53:57.952327773Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:53:57.955136238Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:53:57.956887858Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:53:57.961429201Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:53:57.962030136Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:54:30.794976358Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:54:57.952078331Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:54:57.954997158Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:54:57.956830681Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:54:57.96069478Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:54:57.96254581Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:55:26.788891463Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:55:57.953291729Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:55:57.955141116Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:55:57.956844873Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:55:57.960695881Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:55:57.96250797Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:56:20.011276485Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:56:55.65698087Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T11:56:55.658973698Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T11:56:57.952606042Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:56:57.954398576Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:56:57.956405855Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:56:57.960350158Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:56:57.962173876Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:57:49.947582209Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:57:57.951883997Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:57:57.954809597Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:57:57.956572433Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:57:57.96057475Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:57:57.962360632Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:58:49.917545905Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:58:57.952578781Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:58:57.954325801Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:58:57.956006327Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:58:57.960964218Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:58:57.962659574Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:59:25.714504537Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T11:59:57.952546786Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:59:57.954371342Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:59:57.956076681Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:59:57.961013145Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T11:59:57.962848353Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:00:23.476104935Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:00:57.952390384Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:00:57.954317947Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:00:57.956079388Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:00:57.961035499Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:00:57.962854313Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:01:08.767152379Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:01:08.768910853Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:01:57.952110025Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:01:57.955011388Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:01:57.956785303Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:01:57.960631477Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:01:57.962358283Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:02:06.218197075Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:02:54.19319178Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:02:57.95240374Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:02:57.954214849Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:02:57.957038613Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:02:57.960935253Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:02:57.962734561Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:03:31.090394615Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:03:57.952757494Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:03:57.954781597Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:03:57.95679775Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:03:57.960693536Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:03:57.96255766Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:04:22.311718136Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:04:57.952511354Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:04:57.954338272Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:04:57.956128518Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:04:57.961073376Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:04:57.962912421Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:04:59.01580274Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:04:59.017833638Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:05:57.672406644Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:05:57.952782448Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:05:57.955390156Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:05:57.956138942Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:05:57.961077602Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:05:57.96287295Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:06:35.343326248Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:06:57.95297607Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:06:57.95476337Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:06:57.956481295Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:06:57.960286265Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:06:57.962037635Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:07:32.741365805Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:07:57.952450759Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:07:57.954226017Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:07:57.957094218Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:07:57.960985539Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:07:57.962784233Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:08:33.94145156Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:08:57.952412812Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:08:57.954314576Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:08:57.956173791Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:08:57.961017456Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:08:57.963324977Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:09:09.401664807Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:09:09.403285288Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:09:57.952346414Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:09:57.955137715Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:09:57.956947208Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:09:57.960733169Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:09:57.962373562Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:09:59.600217011Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:10:36.880619887Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:10:57.951891529Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:10:57.955110674Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:10:57.956945364Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:10:57.960908969Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:10:57.96280506Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:11:31.885009591Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:11:57.952886712Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:11:57.954714044Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:11:57.956482214Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:11:57.960359454Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:11:57.962133751Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:12:29.003101581Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:12:57.952702504Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:12:57.954494204Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:12:57.95620289Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:12:57.960995957Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:12:57.962718297Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:13:12.33572432Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:13:12.33729761Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:13:57.952405935Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:13:57.954138398Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:13:57.956919769Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:13:57.960682123Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:13:57.9624178Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:13:58.598323658Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:14:51.254069429Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:14:57.952159183Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:14:57.954976368Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:14:57.956661102Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:14:57.960428034Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:14:57.962105617Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:15:31.60853896Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:15:57.952067548Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:15:57.954925754Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:15:57.956637758Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:15:57.960398984Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:15:57.962155586Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:16:23.261635651Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:16:57.952206701Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:16:57.955053203Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:16:57.956801642Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:16:57.960648772Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:16:57.962484894Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:17:05.919860704Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:17:05.921643542Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:17:45.445973719Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:17:57.952831918Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:17:57.954638994Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:17:57.95638619Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:17:57.960213512Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:17:57.961900693Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:18:21.128648442Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:18:57.953144424Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:18:57.955099301Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:18:57.956927154Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:18:57.961009854Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:18:57.96269399Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:19:12.326858075Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:19:53.236517619Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:19:57.952514076Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:19:57.954508783Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:19:57.956350943Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:19:57.960007623Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:19:57.96272838Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:20:28.673969344Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:20:28.675938304Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:20:57.952281208Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:20:57.955167948Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:20:57.956964804Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:20:57.960800885Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:20:57.96248343Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:21:03.345863316Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:21:52.044680645Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:21:57.952338613Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:21:57.955168521Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:21:57.956877571Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:21:57.960622467Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:21:57.962318568Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:22:36.032053698Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:22:57.952588995Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:22:57.954484748Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:22:57.956341421Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:22:57.960153357Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:22:57.961921494Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:23:12.759066096Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:23:57.952236549Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:23:57.955093263Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:23:57.956888646Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:23:57.960755461Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:23:57.962508717Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:24:10.410487302Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:24:10.412261888Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:24:57.952069945Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:24:57.955284502Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:24:57.95606946Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:24:57.960857858Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:24:57.962604817Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:25:07.625716739Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:25:57.952205002Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:25:57.955048354Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:25:57.956909151Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:25:57.960721686Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:25:57.962527779Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:26:02.209732487Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:26:46.059665195Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:26:57.952489202Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:26:57.954325432Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:26:57.956092323Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:26:57.96089534Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:26:57.962622948Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:27:45.185528692Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:27:57.952378595Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:27:57.954200297Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:27:57.956950322Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:27:57.960798141Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:27:57.962463722Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:28:28.451125136Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T12:28:28.452997292Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T12:28:57.952759839Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:28:57.954533871Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:28:57.956308084Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:28:57.961233529Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:28:57.961925838Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:29:29.722107485Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T12:29:57.952919079Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:29:57.954680798Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:29:57.956403437Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:29:57.960144959Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:29:57.961887099Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.64:11211 count=1
level=debug ts=2026-02-16T12:30:23.904374074Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"