level=info ts=2026-02-14T01:59:17.852184762Z caller=main.go:127 msg="Starting Loki" version="(version=3.6.3, branch=release-3.6.x, revision=9385bc63)"
level=info ts=2026-02-14T01:59:17.852213777Z caller=main.go:128 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-02-14T01:59:17.853018935Z caller=server.go:386 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=debug ts=2026-02-14T01:59:17.853340978Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-14T01:59:17.853410209Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.130.0.58 inf=eth0
level=info ts=2026-02-14T01:59:17.855064593Z caller=memberlist_client.go:484 msg="Using memberlist cluster label and node name" cluster_label= node=loki-querier-77cddbcfd9-lvgt8-379f5b3c
ts=2026-02-14T01:59:17.855174183Z caller=memberlist_logger.go:74 level=debug msg="configured Transport is not a NodeAwareTransport and some features may not work as desired"
level=debug ts=2026-02-14T01:59:17.85518728Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.58 advertisePort=7946
level=debug ts=2026-02-14T01:59:17.855200431Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.58 advertisePort=7946
level=info ts=2026-02-14T01:59:17.855317329Z caller=memberlist_client.go:628 msg="memberlist fast-join starting" nodes_found=1 to_join=4
ts=2026-02-14T01:59:17.859384973Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-02-14T01:59:17.859413275Z caller=memberlist_client.go:634 msg="fast-joining node failed" node=loki-memberlist.product-kubearchive-logging.svc.cluster.local err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=warn ts=2026-02-14T01:59:17.85942683Z caller=memberlist_client.go:644 msg="memberlist fast-join failed because no node has been successfully reached" elapsed_time=4.112328ms
level=error ts=2026-02-14T01:59:17.859439196Z caller=memberlist_client.go:521 msg="failed to fast-join the memberlist cluster at startup" err="no memberlist node reached during fast-join procedure"
level=info ts=2026-02-14T01:59:17.859453411Z caller=memberlist_client.go:666 phase=startup msg="joining memberlist cluster" join_members=loki-memberlist.product-kubearchive-logging.svc.cluster.local
level=error ts=2026-02-14T01:59:17.860967177Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-14T01:59:17.860993923Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
ts=2026-02-14T01:59:17.86305636Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-14T01:59:17.863071535Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-14T01:59:17.866510719Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-14T01:59:17.866533696Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
level=debug ts=2026-02-14T01:59:17.86691003Z caller=worker_service.go:32 msg="determining if querier is running as standalone target" runningStandalone=true queryFrontendEnabled=false queryScheduleEnabled=false readEnabled=false allEnabled=false
level=debug ts=2026-02-14T01:59:17.867191Z caller=worker_service.go:32 msg="determining if querier is running as standalone target" runningStandalone=true queryFrontendEnabled=false queryScheduleEnabled=false readEnabled=false allEnabled=false
level=info ts=2026-02-14T01:59:17.867225336Z caller=worker.go:138 component=querier msg="Starting querier worker connected to query-scheduler" scheduler=loki-query-scheduler.product-kubearchive-logging.svc.cluster.local:9095
level=info ts=2026-02-14T01:59:17.883889543Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2026-02-14T01:59:17.88388097Z caller=module_service.go:82 msg=starting module=analytics
level=info ts=2026-02-14T01:59:17.883886124Z caller=module_service.go:82 msg=starting module=cache-generation-loader
level=debug ts=2026-02-14T01:59:17.883936795Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=memberlist-kv
level=debug ts=2026-02-14T01:59:17.883956085Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=runtime-config
level=debug ts=2026-02-14T01:59:17.883970217Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester-querier waiting_for=memberlist-kv
level=debug ts=2026-02-14T01:59:17.883980401Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=runtime-config
level=info ts=2026-02-14T01:59:17.883996131Z caller=module_service.go:82 msg=starting module=server
level=debug ts=2026-02-14T01:59:17.884089632Z caller=module_service.go:72 msg="module waiting for initialization" module=memberlist-kv waiting_for=server
level=info ts=2026-02-14T01:59:17.884107672Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=debug ts=2026-02-14T01:59:17.884125462Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester-querier waiting_for=ring
level=debug ts=2026-02-14T01:59:17.884135498Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=runtime-config
level=debug ts=2026-02-14T01:59:17.88424536Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=server
level=info ts=2026-02-14T01:59:17.884257732Z caller=module_service.go:82 msg=starting module=ring
level=info ts=2026-02-14T01:59:17.884293853Z caller=ring.go:365 msg="ring doesn't exist in KV store yet"
level=debug ts=2026-02-14T01:59:17.884305276Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=server
level=debug ts=2026-02-14T01:59:17.884318496Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=ingester-querier
level=debug ts=2026-02-14T01:59:17.884279946Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=server
level=debug ts=2026-02-14T01:59:17.884330897Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester-querier waiting_for=runtime-config
level=debug ts=2026-02-14T01:59:17.884335754Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=store
level=debug ts=2026-02-14T01:59:17.884337296Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester-querier waiting_for=server
level=info ts=2026-02-14T01:59:17.884341574Z caller=module_service.go:82 msg=starting module=ingester-querier
level=debug ts=2026-02-14T01:59:17.884352422Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=memberlist-kv
level=debug ts=2026-02-14T01:59:17.884355811Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=ring
level=info ts=2026-02-14T01:59:17.884360039Z caller=module_service.go:82 msg=starting module=store
level=debug ts=2026-02-14T01:59:17.884374951Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=analytics
level=debug ts=2026-02-14T01:59:17.884380655Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=cache-generation-loader
level=debug ts=2026-02-14T01:59:17.88438772Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=ingester-querier
level=debug ts=2026-02-14T01:59:17.884392003Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=memberlist-kv
level=debug ts=2026-02-14T01:59:17.884396141Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=ring
level=info ts=2026-02-14T01:59:17.884399044Z caller=module_service.go:82 msg=starting module=querier
level=info ts=2026-02-14T01:59:17.884477207Z caller=loki.go:599 msg="Loki started" startup_time=99.158891ms
level=warn ts=2026-02-14T01:59:17.88797813Z caller=dns_resolver.go:225 msg="failed DNS A record lookup" err="lookup loki-query-scheduler.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
ts=2026-02-14T01:59:19.580111247Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-14T01:59:19.580136969Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=warn ts=2026-02-14T01:59:20.890429874Z caller=dns_resolver.go:225 msg="failed DNS A record lookup" err="lookup loki-query-scheduler.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=error ts=2026-02-14T01:59:22.866300531Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-14T01:59:22.866327703Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
ts=2026-02-14T01:59:23.559067439Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-14T01:59:23.559093085Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=info ts=2026-02-14T01:59:23.892818548Z caller=worker.go:235 component=querier msg="adding connection" addr=10.130.0.61:9095
level=error ts=2026-02-14T01:59:27.864806577Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-14T01:59:27.864861915Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
ts=2026-02-14T01:59:28.335458875Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-14T01:59:28.335483037Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-14T01:59:32.865484086Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-14T01:59:32.865516725Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
level=error ts=2026-02-14T01:59:37.865311766Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-14T01:59:37.865338115Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
ts=2026-02-14T01:59:37.965499926Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.130.0.58:7946"
ts=2026-02-14T01:59:37.965601564Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.58:60230"
ts=2026-02-14T01:59:37.966581756Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.130.0.62:7946"
ts=2026-02-14T01:59:37.967789212Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.130.0.60:7946"
ts=2026-02-14T01:59:37.968791168Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.130.0.61:7946: dial tcp 10.130.0.61:7946: connect: connection refused"
ts=2026-02-14T01:59:37.970654621Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.128.0.61:7946: dial tcp 10.128.0.61:7946: connect: connection refused"
level=info ts=2026-02-14T01:59:37.970667611Z caller=memberlist_client.go:673 phase=startup msg="joining memberlist cluster succeeded" reached_nodes=3 elapsed_time=20.11120736s
ts=2026-02-14T01:59:39.458191971Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:53990"
level=debug ts=2026-02-14T01:59:39.63407361Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-14T01:59:40.027153092Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:44088"
level=error ts=2026-02-14T01:59:42.864834732Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-14T01:59:42.864881863Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
ts=2026-02-14T01:59:43.388165135Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:39290"
level=error ts=2026-02-14T01:59:47.864746128Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-14T01:59:47.864768911Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
level=debug ts=2026-02-14T02:00:00.353232312Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-14T02:00:02.527326851Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:36286"
ts=2026-02-14T02:00:05.132238777Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:00:09.675017806Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:38444"
level=debug ts=2026-02-14T02:00:17.862345147Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
level=debug ts=2026-02-14T02:00:22.683108983Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-14T02:00:35.133503396Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:00:43.619833686Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-14T02:01:02.530269673Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:39748"
ts=2026-02-14T02:01:05.135205427Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:01:10.041975557Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-14T02:01:10.0438908Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-14T02:01:17.862920535Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:01:35.136751551Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:01:50.312124682Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-14T02:01:59.393477004Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:41428"
ts=2026-02-14T02:02:02.533028383Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:43288"
ts=2026-02-14T02:02:05.137802138Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:02:17.862676536Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:02:29.39482Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:42990"
ts=2026-02-14T02:02:35.139747852Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:02:47.014485525Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-14T02:03:02.535403791Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:57598"
ts=2026-02-14T02:03:05.141307528Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:03:17.861989193Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:03:32.537100849Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:35450"
ts=2026-02-14T02:03:35.142295064Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:03:59.790642798Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-14T02:04:02.538859475Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:54278"
ts=2026-02-14T02:04:05.143470738Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
ts=2026-02-14T02:04:09.68545504Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:35938"
level=debug ts=2026-02-14T02:04:17.862091346Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:04:32.540097024Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:51842"
ts=2026-02-14T02:04:35.145291602Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
ts=2026-02-14T02:04:39.686692361Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:33610"
level=debug ts=2026-02-14T02:05:01.395191858Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-14T02:05:05.146938174Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:05:17.862211754Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:05:32.54295333Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:48386"
ts=2026-02-14T02:05:35.147696628Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
ts=2026-02-14T02:05:59.404915633Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:41122"
ts=2026-02-14T02:06:02.543944316Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:43734"
level=debug ts=2026-02-14T02:06:02.69156295Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-14T02:06:02.693072113Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-14T02:06:05.148450148Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:06:17.862194394Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:06:29.406202943Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:49142"
ts=2026-02-14T02:06:32.545386918Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:37166"
ts=2026-02-14T02:06:35.150359135Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:06:45.004654762Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:06:59.40789732Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:37060"
ts=2026-02-14T02:07:05.15175217Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:07:09.69325511Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:60440"
level=debug ts=2026-02-14T02:07:17.862478694Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
level=debug ts=2026-02-14T02:07:25.558076766Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:07:32.549037688Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:60624"
ts=2026-02-14T02:07:35.15280521Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:07:59.409962265Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:51408"
ts=2026-02-14T02:08:02.550478505Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:53460"
ts=2026-02-14T02:08:05.154077005Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:08:12.014832153Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-14T02:08:17.86261496Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:08:29.410894976Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:49468"
ts=2026-02-14T02:08:35.155382393Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:08:53.193074151Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:09:02.553586492Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:36144"
ts=2026-02-14T02:09:05.157134111Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:09:17.862757831Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:09:35.158035837Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:09:37.484900484Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-14T02:09:37.486453011Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-14T02:09:39.699274071Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:55728"
ts=2026-02-14T02:10:05.159123372Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:10:17.86200162Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
level=debug ts=2026-02-14T02:10:22.034098894Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:10:32.558157049Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:34104"
ts=2026-02-14T02:10:35.160136652Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:10:39.701712592Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:51160"
level=debug ts=2026-02-14T02:11:01.121416113Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:11:02.559957555Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:40606"
ts=2026-02-14T02:11:05.16087468Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:11:17.862052999Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:11:32.561425317Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:54800"
ts=2026-02-14T02:11:35.1625115Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:11:51.761908697Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:12:05.163930863Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:12:17.862804685Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:12:35.165407101Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:12:39.880107607Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:13:05.166471601Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:13:17.862248437Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
level=debug ts=2026-02-14T02:13:30.204216159Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-14T02:13:30.205760699Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-14T02:13:35.167898201Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
ts=2026-02-14T02:13:59.425136908Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:56164"
ts=2026-02-14T02:14:05.169598666Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:14:09.711406661Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:32804"
level=debug ts=2026-02-14T02:14:17.864889277Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
level=debug ts=2026-02-14T02:14:23.688428913Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:14:35.170557328Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
ts=2026-02-14T02:15:05.172159712Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:15:14.736402734Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-14T02:15:17.862596713Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:15:32.571708667Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:41236"
ts=2026-02-14T02:15:35.173466389Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
ts=2026-02-14T02:15:39.714809037Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:42248"
level=debug ts=2026-02-14T02:16:02.190608289Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:16:05.17519871Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
ts=2026-02-14T02:16:09.716687001Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:52170"
level=debug ts=2026-02-14T02:16:17.863726257Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:16:29.432895747Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:38990"
ts=2026-02-14T02:16:35.176132583Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:16:52.983724178Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:17:05.177515876Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:17:17.867811758Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:17:29.438507026Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:38618"
ts=2026-02-14T02:17:35.178698492Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:17:53.630088156Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-14T02:17:53.631779224Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-14T02:18:05.180074134Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:18:17.863157133Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:18:35.181466013Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:18:47.346024564Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:19:05.183256737Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:19:17.862386529Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:19:35.185057858Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:19:36.213658392Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:19:39.725732207Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:54854"
ts=2026-02-14T02:20:02.589235376Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:51368"
ts=2026-02-14T02:20:05.186137712Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:20:13.717255026Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-14T02:20:17.863296194Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:20:29.446871063Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:49848"
ts=2026-02-14T02:20:35.187607546Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:21:05.188416642Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:21:09.730122576Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:39578"
level=debug ts=2026-02-14T02:21:11.869819019Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-14T02:21:17.862376851Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:21:35.189564786Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:22:05.190623161Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
ts=2026-02-14T02:22:09.733235623Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:36518"
level=debug ts=2026-02-14T02:22:12.564978303Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-14T02:22:12.566445781Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-14T02:22:17.862724567Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:22:32.596858243Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:56486"
ts=2026-02-14T02:22:35.192401417Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:22:59.452646002Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:40952"
ts=2026-02-14T02:23:02.59835835Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:40496"
ts=2026-02-14T02:23:05.193817326Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:23:11.275357899Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-14T02:23:17.862632487Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:23:35.194977742Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:23:39.736948033Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:37726"
level=debug ts=2026-02-14T02:23:55.833560022Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:24:05.196025055Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:24:17.862710073Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:24:32.601446212Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:54802"
ts=2026-02-14T02:24:35.197502748Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:24:53.260867849Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:25:02.603143569Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:33708"
ts=2026-02-14T02:25:05.198394991Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:25:17.862873114Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:25:35.199465029Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
ts=2026-02-14T02:25:39.742931692Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:39466"
level=debug ts=2026-02-14T02:25:46.9023829Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:26:05.200617463Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:26:17.862769654Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:26:35.202038452Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:26:40.761957956Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-14T02:26:40.76355811Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-14T02:26:59.463213775Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:43126"
ts=2026-02-14T02:27:02.607454151Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:36610"
ts=2026-02-14T02:27:05.20290153Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:27:17.862503958Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:27:35.204601345Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:27:42.79775782Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:27:59.46666425Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:58808"
ts=2026-02-14T02:28:05.205825807Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:28:17.862598479Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
level=debug ts=2026-02-14T02:28:22.36437572Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:28:29.468505681Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:40426"
ts=2026-02-14T02:28:35.206740107Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:28:59.469540699Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:48494"
ts=2026-02-14T02:29:05.208415087Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:29:08.813004626Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:29:09.752581948Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:55808"
level=debug ts=2026-02-14T02:29:17.869941517Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:29:35.209441947Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
ts=2026-02-14T02:30:05.211429763Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:30:06.28885893Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-14T02:30:17.863072475Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:30:32.616309228Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:54790"
ts=2026-02-14T02:30:35.212635547Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:30:42.46531448Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-14T02:30:42.467309698Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-14T02:31:05.213504432Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
ts=2026-02-14T02:31:09.757740165Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:47154"
level=debug ts=2026-02-14T02:31:17.862434871Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:31:32.61837538Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:41586"
level=debug ts=2026-02-14T02:31:34.578094922Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:31:35.214369302Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
ts=2026-02-14T02:31:39.758483946Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:39812"
ts=2026-02-14T02:32:02.619969636Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:45420"
ts=2026-02-14T02:32:05.215575922Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:32:16.398591405Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-14T02:32:17.862292354Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:32:32.621796091Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:37520"
ts=2026-02-14T02:32:35.217314502Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:33:03.548532537Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:33:05.218543296Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:33:17.862782705Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:33:29.482310375Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:42506"
ts=2026-02-14T02:33:35.220137965Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
ts=2026-02-14T02:34:05.221825349Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:34:05.419804321Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:34:09.765611868Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:39562"
level=debug ts=2026-02-14T02:34:17.862633444Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:34:32.62842937Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:37768"
ts=2026-02-14T02:34:35.22328193Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:34:43.273129986Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-14T02:34:43.274800216Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-14T02:35:05.224154319Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
ts=2026-02-14T02:35:09.767364525Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:41048"
level=debug ts=2026-02-14T02:35:17.862325321Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
level=debug ts=2026-02-14T02:35:24.855036774Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:35:29.488003093Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:39464"
ts=2026-02-14T02:35:32.63121486Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:58728"
ts=2026-02-14T02:35:35.225331109Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:35:39.768400004Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:49038"
ts=2026-02-14T02:35:59.489887484Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:58064"
ts=2026-02-14T02:36:05.226752788Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:36:10.165489585Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-14T02:36:17.863150607Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:36:29.49111579Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:34092"
ts=2026-02-14T02:36:35.228085435Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:36:48.980650129Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:36:59.491971077Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:48920"
ts=2026-02-14T02:37:05.229330463Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
ts=2026-02-14T02:37:09.773079025Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:50940"
level=debug ts=2026-02-14T02:37:17.86312352Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:37:29.493665823Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:51750"
ts=2026-02-14T02:37:35.230488202Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:37:38.130211234Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:38:02.650506625Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:44606"
ts=2026-02-14T02:38:05.232052564Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
ts=2026-02-14T02:38:09.776292338Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:35204"
level=debug ts=2026-02-14T02:38:17.862559489Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
level=debug ts=2026-02-14T02:38:20.181348908Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-14T02:38:20.182919066Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-14T02:38:29.496679262Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:39038"
ts=2026-02-14T02:38:35.233472798Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
ts=2026-02-14T02:38:39.777236162Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:51548"
ts=2026-02-14T02:39:05.234549567Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:39:15.795264794Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-14T02:39:17.862312957Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:39:32.654574275Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:58636"
ts=2026-02-14T02:39:35.235467058Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
level=debug ts=2026-02-14T02:40:00.613468815Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:40:02.65622879Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:50278"
ts=2026-02-14T02:40:05.236339601Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:40:17.862551133Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:40:35.237511944Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
ts=2026-02-14T02:40:59.502600318Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:40716"
level=debug ts=2026-02-14T02:40:59.560455346Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:41:02.659123268Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.63:35468"
ts=2026-02-14T02:41:05.23876076Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
ts=2026-02-14T02:41:09.784437473Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:52676"
level=debug ts=2026-02-14T02:41:17.862272099Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
ts=2026-02-14T02:41:29.505480129Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:38900"
ts=2026-02-14T02:41:35.240219474Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
ts=2026-02-14T02:41:39.785611329Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:55294"
level=debug ts=2026-02-14T02:41:44.507747534Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:42:05.241486628Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-b7qwt-47e5e06e 10.130.0.60:7946"
level=debug ts=2026-02-14T02:42:17.862523439Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
level=debug ts=2026-02-14T02:42:24.407022125Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-14T02:42:24.408536561Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-14T02:42:29.507620375Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:49724"
ts=2026-02-14T02:42:35.242385141Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
ts=2026-02-14T02:43:05.243553207Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-409abdbb 10.130.0.63:7946"
level=debug ts=2026-02-14T02:43:17.861960018Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
level=debug ts=2026-02-14T02:43:23.120163989Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-14T02:43:35.245328405Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:43:39.790038911Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:50538"
ts=2026-02-14T02:43:59.511044887Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.60:38358"
ts=2026-02-14T02:44:05.246346651Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-89360936 10.130.0.62:7946"
ts=2026-02-14T02:44:09.791298157Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.62:39876"
level=debug ts=2026-02-14T02:44:17.87170036Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.62:11211 count=1
level=debug ts=2026-02-14T02:44:23.24423787Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"