level=info ts=2026-02-16T13:53:02.444126753Z caller=main.go:127 msg="Starting Loki" version="(version=3.6.3, branch=release-3.6.x, revision=9385bc63)"
level=info ts=2026-02-16T13:53:02.444156272Z caller=main.go:128 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-02-16T13:53:02.445208953Z caller=server.go:386 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=debug ts=2026-02-16T13:53:02.445511523Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T13:53:02.445603133Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.129.0.65 inf=eth0
level=debug ts=2026-02-16T13:53:02.446984821Z caller=modules.go:1144 msg="initializing query frontend tripperware"
level=error ts=2026-02-16T13:53:02.452424575Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T13:53:02.452463471Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
level=error ts=2026-02-16T13:53:02.455658223Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T13:53:02.455708098Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
level=error ts=2026-02-16T13:53:02.45783983Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T13:53:02.457855341Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
level=error ts=2026-02-16T13:53:02.461939665Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T13:53:02.461964085Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
level=error ts=2026-02-16T13:53:02.463952245Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T13:53:02.463970583Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
level=debug ts=2026-02-16T13:53:02.464340034Z caller=modules.go:1221 msg="initializing query frontend" config="{Handler:{LogQueriesLongerThan:0s LogQueryRequestHeaders: MaxBodySize:10485760 QueryStatsEnabled:false} FrontendV1:{MaxOutstandingPerTenant:2048 QuerierForgetDelay:0s} FrontendV2:{SchedulerAddress:loki-query-scheduler.product-kubearchive-logging.svc.cluster.local:9095 DNSLookupPeriod:10s WorkerConcurrency:5 GRPCClientConfig:{MaxRecvMsgSize:104857600 MaxSendMsgSize:104857600 GRPCCompression: RateLimit:0 RateLimitBurst:0 BackoffOnRatelimits:false BackoffConfig:{MinBackoff:100ms MaxBackoff:10s MaxRetries:10} InitialStreamWindowSize:65535 InitialConnectionWindowSize:65535 TLSEnabled:false TLS:{CertPath: KeyPath: CAPath: ServerName: InsecureSkipVerify:false CipherSuites: MinVersion: Reader:<nil>} ConnectTimeout:5s ConnectBackoffBaseDelay:1s ConnectBackoffMaxDelay:5s Middleware:[] StreamMiddleware:[] CustomCompressors:[] ClusterValidation:{Label: registeredFlags:{Prefix:frontend.grpc-client-config.cluster-validation. Flags:map[label:0xc000cb94c0]}} clusterUnaryClientInterceptor:<nil>} GracefulShutdownTimeout:5m0s InfNames:[eth0 lo] EnableIPv6:false Addr: Port:0 Encoding:json} CompressResponses:false DownstreamURL: TailProxyURL:http://loki-querier.product-kubearchive-logging.svc.cluster.local:3100 TLS:{CertPath: KeyPath: CAPath: ServerName: InsecureSkipVerify:false CipherSuites: MinVersion: Reader:<nil>} SupportParquetEncoding:false}"
level=debug ts=2026-02-16T13:53:02.464353533Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T13:53:02.464421428Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.129.0.65 inf=eth0
level=debug ts=2026-02-16T13:53:02.4644658Z caller=modules.go:1250 msg="using query frontend" version=v2
level=debug ts=2026-02-16T13:53:02.477823126Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=analytics
level=debug ts=2026-02-16T13:53:02.477832359Z caller=module_service.go:72 msg="module waiting for initialization" module=memberlist-kv waiting_for=server
level=debug ts=2026-02-16T13:53:02.477857242Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend-tripperware waiting_for=runtime-config
level=info ts=2026-02-16T13:53:02.477851015Z caller=module_service.go:82 msg=starting module=cache-generation-loader
level=info ts=2026-02-16T13:53:02.477852256Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2026-02-16T13:53:02.477858712Z caller=module_service.go:82 msg=starting module=server
level=info ts=2026-02-16T13:53:02.477866247Z caller=module_service.go:82 msg=starting module=analytics
level=info ts=2026-02-16T13:53:02.477880916Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=debug ts=2026-02-16T13:53:02.477962845Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=cache-generation-loader
level=debug ts=2026-02-16T13:53:02.477979412Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=memberlist-kv
level=debug ts=2026-02-16T13:53:02.477983181Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=query-frontend-tripperware
level=debug ts=2026-02-16T13:53:02.478122226Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend-tripperware waiting_for=server
level=info ts=2026-02-16T13:53:02.478131712Z caller=module_service.go:82 msg=starting module=query-frontend-tripperware
level=debug ts=2026-02-16T13:53:02.478150845Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=runtime-config
level=debug ts=2026-02-16T13:53:02.47816581Z caller=module_service.go:72 msg="module waiting for initialization" module=query-frontend waiting_for=server
level=info ts=2026-02-16T13:53:02.478171187Z caller=module_service.go:82 msg=starting module=query-frontend
level=info ts=2026-02-16T13:53:02.478293726Z caller=loki.go:599 msg="Loki started" startup_time=90.242793ms
level=warn ts=2026-02-16T13:53:02.481483691Z caller=dns_resolver.go:225 msg="failed DNS A record lookup" err="lookup loki-query-scheduler.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-02-16T13:53:12.484452637Z caller=frontend_scheduler_worker.go:106 msg="adding connection to scheduler" addr=10.128.0.70:9095
level=debug ts=2026-02-16T13:53:23.867814538Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:53:44.008876697Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:53:59.439541134Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:54:02.453848061Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:54:02.457504512Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:54:02.459220966Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:54:02.463013285Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:54:02.464650999Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:54:20.815982429Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:54:49.124971791Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T13:54:49.126906945Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T13:55:02.454678659Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:55:02.456624474Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:55:02.459387204Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:55:02.463194944Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:55:02.465067337Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:55:26.082360413Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:56:02.454777024Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:56:02.456879213Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:56:02.458787913Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:56:02.463928835Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:56:02.465722809Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:56:39.475710842Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:57:02.454346111Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:57:02.457296563Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:57:02.459158842Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:57:02.463290158Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:57:02.465047805Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:57:33.640827954Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:58:02.454899487Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:58:02.456861267Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:58:02.458567133Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:58:02.463528097Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:58:02.46527138Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:58:21.660831164Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T13:59:02.454082462Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:59:02.457538503Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:59:02.459222469Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:59:02.463042453Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:59:02.464667185Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T13:59:06.147454657Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T13:59:06.149030338Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T13:59:53.881944776Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:00:02.454653726Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:00:02.457629371Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:00:02.459455127Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:00:02.463516723Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:00:02.465420703Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:00:50.097384182Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:01:02.454461291Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:01:02.457315771Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:01:02.459078213Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:01:02.46298286Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:01:02.464752649Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:01:32.446065449Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:02:02.453956538Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:02:02.457075123Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:02:02.458877163Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:02:02.46402314Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:02:02.464738354Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:02:11.440437918Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:02:49.26574185Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:02:49.268097281Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:03:02.45601545Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:03:02.456833711Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:03:02.458664222Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:03:02.463674099Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:03:02.465520233Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:03:27.515866386Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:04:02.454001008Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:04:02.457114716Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:04:02.459091036Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:04:02.463161138Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:04:02.465076812Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:04:21.732580529Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:05:02.455498261Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:05:02.457550504Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:05:02.459481047Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:05:02.463442882Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:05:02.46529487Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:05:14.202042967Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:06:02.454407527Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:06:02.457853195Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:06:02.459814473Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:06:02.463649234Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:06:02.465492796Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:06:13.043108254Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:06:58.962980549Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:06:58.964636343Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:07:02.454063084Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:07:02.457120131Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:07:02.45902657Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:07:02.463009725Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:07:02.464966218Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:07:40.686025913Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:08:02.454498931Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:08:02.45749374Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:08:02.462912192Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:08:02.463812864Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:08:02.465753449Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:08:38.280987334Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:09:02.4544905Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:09:02.457938484Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:09:02.45878109Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:09:02.463788964Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:09:02.465613693Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:09:18.46938028Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:10:02.455334246Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:10:02.457285465Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:10:02.459241353Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:10:02.463128819Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:10:02.464913465Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:10:08.420793855Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:10:48.573024794Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:10:48.574705422Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:11:02.454083788Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:11:02.457033961Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:11:02.458873855Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:11:02.462893474Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:11:02.466016547Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:11:43.166501535Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:12:02.454561738Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:12:02.457571448Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:12:02.459741328Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:12:02.463811453Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:12:02.465798073Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:12:25.88358966Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:13:02.454345474Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:13:02.457360637Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:13:02.45914637Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:13:02.462906414Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:13:02.465765505Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:13:11.637431661Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:13:50.2710813Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:14:02.455486517Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:14:02.457582727Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:14:02.459598274Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:14:02.463441612Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:14:02.465313322Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:14:41.747058711Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:14:41.748990262Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:15:02.45486543Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:15:02.456936827Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:15:02.458938798Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:15:02.463914428Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:15:02.465665977Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:15:38.866523679Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:16:02.455138151Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:16:02.456999288Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:16:02.458789243Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:16:02.463529444Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:16:02.465227979Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:16:39.649540743Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:17:02.455888098Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:17:02.458057551Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:17:02.463386377Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:17:02.464429462Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:17:02.465139765Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:17:36.416944044Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:18:02.454273258Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:18:02.457332064Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:18:02.459285914Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:18:02.463151767Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:18:02.464981032Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:18:26.171041565Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:19:02.455295464Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:19:02.45720365Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:19:02.459169671Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:19:02.463031651Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:19:02.464910958Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:19:12.09105497Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:19:12.093103449Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:20:02.454536899Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:20:02.457469908Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:20:02.45936367Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:20:02.46336809Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:20:02.465268051Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:20:08.936179364Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:21:02.454808043Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:21:02.456751103Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:21:02.459667288Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:21:02.46346577Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:21:02.46518568Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:21:09.841987518Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:22:02.454828023Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:22:02.456945586Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:22:02.458865658Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:22:02.463868536Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:22:02.465718669Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:22:05.012994485Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:22:56.321048131Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:23:02.45435129Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:23:02.45753119Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:23:02.459503607Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:23:02.463716992Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:23:02.465708391Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:23:40.56146951Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:23:40.563277512Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:24:02.454652052Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:24:02.457587613Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:24:02.459356006Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:24:02.463329685Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:24:02.465092652Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:24:20.349141554Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:25:02.454721704Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:25:02.456940945Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:25:02.458995286Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:25:02.467281712Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:25:02.467290113Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:25:16.50825861Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:26:02.453712054Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:26:02.456468719Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:26:02.459230804Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:26:02.462993292Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:26:02.464653455Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:26:04.166510845Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:26:43.282146789Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:27:02.45432348Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:27:02.457302408Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:27:02.459063375Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:27:02.462907855Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:27:02.465750177Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:27:25.593158618Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:27:25.59516504Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:28:02.455360029Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:28:02.457381668Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:28:02.459220203Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:28:02.463258338Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:28:02.46518416Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:28:15.928843542Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:29:00.120561699Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:29:02.454195758Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:29:02.457148339Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:29:02.458843274Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:29:02.463737027Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:29:02.465501979Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:29:59.701648204Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:30:02.459011866Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:30:02.459025853Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:30:02.459047366Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:30:02.462966689Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:30:02.464794736Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:30:52.426531207Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:31:02.458556714Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:31:02.458589773Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:31:02.458596767Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:31:02.463466583Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:31:02.465228347Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:31:33.051470314Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:31:33.053381703Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:32:02.454321954Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:32:02.457262547Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:32:02.459085664Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:32:02.462991724Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:32:02.464780539Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:32:08.612898127Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:32:50.782090052Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:33:02.454463574Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:33:02.457425802Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:33:02.459118872Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:33:02.463268495Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:33:02.465073773Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:33:34.764699465Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:34:02.454625572Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:34:02.456706205Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:34:02.459520904Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:34:02.463317999Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:34:02.465077219Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:34:20.168554313Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T14:35:02.45473965Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:35:02.456530105Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:35:02.459354997Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:35:02.463187204Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:35:02.464845997Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:35:12.930324185Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T14:35:12.932059849Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T14:36:02.454573358Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:36:02.457503734Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:36:02.45935748Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:36:02.463221489Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:36:02.464945474Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.129.0.67:11211 count=1
level=debug ts=2026-02-16T14:36:05.326871224Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"