level=info ts=2026-02-16T18:09:14.032967875Z caller=main.go:127 msg="Starting Loki" version="(version=3.6.3, branch=release-3.6.x, revision=9385bc63)"
level=info ts=2026-02-16T18:09:14.03302255Z caller=main.go:128 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-02-16T18:09:14.035690615Z caller=server.go:386 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=debug ts=2026-02-16T18:09:14.036849596Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-02-16T18:09:14.036955598Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.129.0.72 inf=eth0
level=info ts=2026-02-16T18:09:14.037617577Z caller=memberlist_client.go:484 msg="Using memberlist cluster label and node name" cluster_label= node=loki-querier-77cddbcfd9-g9mm5-d2693f97
ts=2026-02-16T18:09:14.037704492Z caller=memberlist_logger.go:74 level=debug msg="configured Transport is not a NodeAwareTransport and some features may not work as desired"
level=debug ts=2026-02-16T18:09:14.037716565Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.129.0.72 advertisePort=7946
level=debug ts=2026-02-16T18:09:14.037736379Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.129.0.72 advertisePort=7946
level=info ts=2026-02-16T18:09:14.037841432Z caller=memberlist_client.go:628 msg="memberlist fast-join starting" nodes_found=1 to_join=4
level=error ts=2026-02-16T18:09:14.04209641Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:09:14.042129886Z caller=memcached_client_selector.go:109 msg="updating servers" servers= count=0
ts=2026-02-16T18:09:14.044459632Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-02-16T18:09:14.044492425Z caller=memberlist_client.go:634 msg="fast-joining node failed" node=loki-memberlist.product-kubearchive-logging.svc.cluster.local err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=warn ts=2026-02-16T18:09:14.044514085Z caller=memberlist_client.go:644 msg="memberlist fast-join failed because no node has been successfully reached" elapsed_time=6.674517ms
level=error ts=2026-02-16T18:09:14.044549254Z caller=memberlist_client.go:521 msg="failed to fast-join the memberlist cluster at startup" err="no memberlist node reached during fast-join procedure"
level=info ts=2026-02-16T18:09:14.044568981Z caller=memberlist_client.go:666 phase=startup msg="joining memberlist cluster" join_members=loki-memberlist.product-kubearchive-logging.svc.cluster.local
ts=2026-02-16T18:09:14.048209865Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:14.048231241Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T18:09:14.048846991Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:14.048857295Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
level=debug ts=2026-02-16T18:09:14.049154383Z caller=worker_service.go:32 msg="determining if querier is running as standalone target" runningStandalone=true queryFrontendEnabled=false queryScheduleEnabled=false readEnabled=false allEnabled=false
level=debug ts=2026-02-16T18:09:14.049415956Z caller=worker_service.go:32 msg="determining if querier is running as standalone target" runningStandalone=true queryFrontendEnabled=false queryScheduleEnabled=false readEnabled=false allEnabled=false
level=info ts=2026-02-16T18:09:14.049460263Z caller=worker.go:138 component=querier msg="Starting querier worker connected to query-scheduler" scheduler=loki-query-scheduler.product-kubearchive-logging.svc.cluster.local:9095
level=info ts=2026-02-16T18:09:14.064454077Z caller=module_service.go:82 msg=starting module=server
level=info ts=2026-02-16T18:09:14.064499722Z caller=module_service.go:82 msg=starting module=cache-generation-loader
level=debug ts=2026-02-16T18:09:14.064502457Z caller=module_service.go:72 msg="module waiting for initialization" module=memberlist-kv waiting_for=server
level=info ts=2026-02-16T18:09:14.064519213Z caller=module_service.go:82 msg=starting module=runtime-config
level=debug ts=2026-02-16T18:09:14.064533949Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester-querier waiting_for=memberlist-kv
level=debug ts=2026-02-16T18:09:14.06454864Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=ingester-querier
level=debug ts=2026-02-16T18:09:14.064563405Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=memberlist-kv
level=info ts=2026-02-16T18:09:14.064580693Z caller=module_service.go:82 msg=starting module=analytics
level=info ts=2026-02-16T18:09:14.064599744Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=debug ts=2026-02-16T18:09:14.064628518Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=runtime-config
level=debug ts=2026-02-16T18:09:14.064638274Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester-querier waiting_for=ring
level=debug ts=2026-02-16T18:09:14.064456017Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=ingester-querier
level=debug ts=2026-02-16T18:09:14.064854839Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=server
level=info ts=2026-02-16T18:09:14.0648653Z caller=module_service.go:82 msg=starting module=ring
level=info ts=2026-02-16T18:09:14.064892316Z caller=ring.go:365 msg="ring doesn't exist in KV store yet"
level=debug ts=2026-02-16T18:09:14.064938549Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester-querier waiting_for=runtime-config
level=debug ts=2026-02-16T18:09:14.064947053Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester-querier waiting_for=server
level=info ts=2026-02-16T18:09:14.064951967Z caller=module_service.go:82 msg=starting module=ingester-querier
level=debug ts=2026-02-16T18:09:14.06496344Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=memberlist-kv
level=debug ts=2026-02-16T18:09:14.06496873Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=ring
level=debug ts=2026-02-16T18:09:14.064974066Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=runtime-config
level=debug ts=2026-02-16T18:09:14.064978351Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=server
level=debug ts=2026-02-16T18:09:14.064982903Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=store
level=debug ts=2026-02-16T18:09:14.064988604Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=memberlist-kv
level=debug ts=2026-02-16T18:09:14.065007064Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=ring
level=debug ts=2026-02-16T18:09:14.065012022Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=runtime-config
level=debug ts=2026-02-16T18:09:14.065016597Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=server
level=info ts=2026-02-16T18:09:14.06502094Z caller=module_service.go:82 msg=starting module=store
level=debug ts=2026-02-16T18:09:14.065078932Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=analytics
level=debug ts=2026-02-16T18:09:14.065083015Z caller=module_service.go:72 msg="module waiting for initialization" module=querier waiting_for=cache-generation-loader
level=info ts=2026-02-16T18:09:14.065086629Z caller=module_service.go:82 msg=starting module=querier
level=info ts=2026-02-16T18:09:14.065391249Z caller=loki.go:599 msg="Loki started" startup_time=93.793092ms
level=warn ts=2026-02-16T18:09:14.069057176Z caller=dns_resolver.go:225 msg="failed DNS A record lookup" err="lookup loki-query-scheduler.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
ts=2026-02-16T18:09:15.7829224Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:15.782950668Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=warn ts=2026-02-16T18:09:17.07181143Z caller=dns_resolver.go:225 msg="failed DNS A record lookup" err="lookup loki-query-scheduler.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=error ts=2026-02-16T18:09:19.048345482Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:19.048384515Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
ts=2026-02-16T18:09:19.081353781Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:19.081385409Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=info ts=2026-02-16T18:09:20.074271141Z caller=worker.go:235 component=querier msg="adding connection" addr=10.129.0.74:9095
level=error ts=2026-02-16T18:09:24.047023279Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:24.047064012Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
ts=2026-02-16T18:09:25.566790048Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:25.566821036Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T18:09:27.588537971Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T18:09:29.047591363Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:29.047617924Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
level=error ts=2026-02-16T18:09:34.04747547Z caller=resolver.go:87 index-store=tsdb-2024-04-01 msg="failed to lookup IP addresses" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local err="lookup loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:34.047500542Z caller=resolver.go:134 index-store=tsdb-2024-04-01 msg="IP address lookup yielded no results. No host found or no addresses found" host=loki-index-gateway-headless.product-kubearchive-logging.svc.cluster.local
ts=2026-02-16T18:09:34.388741582Z caller=memberlist_logger.go:74 level=warn msg="Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=warn ts=2026-02-16T18:09:34.388762435Z caller=memberlist_client.go:700 phase=startup msg="joining memberlist cluster" attempts=5 max_attempts=10 err="1 error occurred:\n\t* Failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:09:37.593924775Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:57390"
ts=2026-02-16T18:09:40.180334174Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:41492"
level=debug ts=2026-02-16T18:09:41.602240212Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:09:49.358398296Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:09:50.452103897Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.128.0.53:7946"
ts=2026-02-16T18:09:50.453603063Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.129.0.76:7946"
ts=2026-02-16T18:09:50.455326816Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.77:7946: dial tcp 10.129.0.77:7946: connect: connection refused"
ts=2026-02-16T18:09:50.45543623Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.129.0.72:7946"
ts=2026-02-16T18:09:50.455483511Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.72:40616"
ts=2026-02-16T18:09:50.456027346Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.129.0.75:7946"
ts=2026-02-16T18:09:50.457249025Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.74:7946: dial tcp 10.129.0.74:7946: connect: connection refused"
ts=2026-02-16T18:09:50.458643862Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.130.0.58:7946: dial tcp 10.130.0.58:7946: connect: connection refused"
level=info ts=2026-02-16T18:09:50.458660707Z caller=memberlist_client.go:673 phase=startup msg="joining memberlist cluster succeeded" reached_nodes=4 elapsed_time=36.414084752s
level=debug ts=2026-02-16T18:09:56.565227571Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:09:57.567375913Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:50364"
level=debug ts=2026-02-16T18:10:14.044304976Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
level=debug ts=2026-02-16T18:10:18.880549925Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:10:19.359712081Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:10:41.08767368Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:36736"
level=debug ts=2026-02-16T18:10:45.642549382Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T18:10:45.644320386Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T18:10:49.361374647Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:11:14.044755046Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:11:17.282195059Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:50096"
ts=2026-02-16T18:11:19.363018249Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:11:31.267984566Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:11:41.093775326Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:59656"
ts=2026-02-16T18:11:49.364312139Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:12:14.043967573Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:12:19.366890891Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:12:37.976924178Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:12:41.100165957Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:59216"
ts=2026-02-16T18:12:49.368890492Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:13:14.043556056Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:13:19.37117639Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:13:36.366556344Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:36358"
ts=2026-02-16T18:13:41.1052317Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:38454"
ts=2026-02-16T18:13:49.37442613Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:13:54.593799311Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=debug ts=2026-02-16T18:14:14.044621172Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:14:19.37674035Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:14:47.295202192Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:57332"
ts=2026-02-16T18:14:49.377674772Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:14:51.98742112Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
ts=2026-02-16T18:15:06.375586707Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:42994"
level=debug ts=2026-02-16T18:15:14.043983725Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:15:19.378894149Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:15:49.379574895Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:16:03.1805675Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n"
level=error ts=2026-02-16T18:16:03.182578339Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:16:14.044463234Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:16:19.382280073Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:16:41.175208543Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:16:47.302272048Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:48760"
ts=2026-02-16T18:16:49.384601828Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:17:06.384611282Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:34456"
ts=2026-02-16T18:17:11.125649122Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:33096"
level=debug ts=2026-02-16T18:17:14.043708096Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:17:19.385710897Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:17:33.567671744Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:17:49.387329727Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
ts=2026-02-16T18:18:11.13198445Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:52674"
level=debug ts=2026-02-16T18:18:14.043750032Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:18:17.306799262Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:37084"
ts=2026-02-16T18:18:19.388968741Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:18:30.590643393Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:18:36.391630682Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:45444"
ts=2026-02-16T18:18:41.134648097Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:57512"
ts=2026-02-16T18:18:47.308303911Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:60836"
ts=2026-02-16T18:18:49.390990574Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:19:06.39310648Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:49520"
ts=2026-02-16T18:19:11.137212361Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:41850"
level=debug ts=2026-02-16T18:19:11.684663218Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:19:14.043835969Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:19:19.393166037Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:19:48.108540584Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:19:48.110221832Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T18:19:49.395574711Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:20:14.043768525Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:20:19.397827829Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:20:25.87719004Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:20:49.398874226Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:21:06.45597507Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:21:11.148145373Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:33208"
level=debug ts=2026-02-16T18:21:14.044310155Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:21:17.318398316Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:60934"
ts=2026-02-16T18:21:19.401251549Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:21:47.319841472Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:37120"
ts=2026-02-16T18:21:49.404217882Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:22:04.112619183Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:22:06.406839086Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:49396"
level=debug ts=2026-02-16T18:22:14.043793435Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:22:17.32120034Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:37522"
ts=2026-02-16T18:22:19.406382412Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:22:36.408794045Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:52954"
ts=2026-02-16T18:22:49.407551596Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:22:58.984428283Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:23:11.159373604Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:43762"
level=debug ts=2026-02-16T18:23:14.043823347Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:23:19.408963292Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:23:47.327842086Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:35838"
ts=2026-02-16T18:23:49.411517762Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:23:50.459000036Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:23:50.460692354Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:24:14.044408499Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:24:19.414069186Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:24:34.843920043Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:24:36.417418002Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:41516"
ts=2026-02-16T18:24:41.167321257Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:57228"
ts=2026-02-16T18:24:49.415741975Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
ts=2026-02-16T18:25:06.41926392Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:36680"
level=debug ts=2026-02-16T18:25:14.043609172Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:25:17.33397225Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:44274"
ts=2026-02-16T18:25:19.419741753Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:25:23.214469677Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:25:36.42095689Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:50048"
ts=2026-02-16T18:25:49.423004361Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:25:58.131559249Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:26:14.043887771Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:26:19.426433754Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:26:37.503950482Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:26:49.428329328Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:27:14.044191888Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:27:17.344409933Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:54956"
ts=2026-02-16T18:27:19.429727586Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:27:36.429948544Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:39426"
level=debug ts=2026-02-16T18:27:39.97437441Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:27:39.980329794Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T18:27:49.431750301Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:28:14.0433365Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:28:19.433255556Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:28:38.183877296Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:28:49.434543287Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:29:14.044026545Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:29:19.437114472Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:29:35.500894373Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:29:36.440427578Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:52172"
ts=2026-02-16T18:29:49.438981309Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:30:06.442465896Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:54986"
level=debug ts=2026-02-16T18:30:14.044163213Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:30:19.440110161Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:30:33.548012148Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:30:49.441210965Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:31:14.043783537Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:31:17.363533417Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:60346"
ts=2026-02-16T18:31:19.442304535Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:31:35.417136702Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:31:41.214082174Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:55928"
ts=2026-02-16T18:31:49.443332144Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
ts=2026-02-16T18:32:06.450107493Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:46156"
level=debug ts=2026-02-16T18:32:14.044383382Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:32:17.368165232Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:47584"
ts=2026-02-16T18:32:19.445481019Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:32:20.357982175Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:32:20.360041775Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T18:32:41.22024022Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:45498"
ts=2026-02-16T18:32:47.36943357Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:53596"
ts=2026-02-16T18:32:49.447728363Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:32:56.160147429Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:33:11.222903722Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:60516"
level=debug ts=2026-02-16T18:33:14.044095326Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:33:17.3705177Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:60388"
ts=2026-02-16T18:33:19.449633226Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:33:36.454751065Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:32992"
level=debug ts=2026-02-16T18:33:38.542792112Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:33:47.371694141Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:38922"
ts=2026-02-16T18:33:49.452239536Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:34:11.229057154Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:42326"
level=debug ts=2026-02-16T18:34:14.044080116Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:34:17.372978836Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:53994"
ts=2026-02-16T18:34:19.453825833Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:34:29.185815303Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:34:49.45507734Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:35:08.671402436Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:35:14.044348531Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:35:19.456831654Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:35:47.378026769Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:56680"
level=debug ts=2026-02-16T18:35:47.998830319Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:35:48.000709067Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T18:35:49.45937656Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:36:11.2414919Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:40286"
level=debug ts=2026-02-16T18:36:14.044222522Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:36:19.461745482Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:36:27.012433327Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:36:41.244644083Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:53720"
ts=2026-02-16T18:36:49.464660026Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:37:06.468289408Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:52622"
level=debug ts=2026-02-16T18:37:10.6498778Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:37:14.043508183Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:37:17.38469508Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:53768"
ts=2026-02-16T18:37:19.466905965Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:37:36.469330698Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:43532"
ts=2026-02-16T18:37:49.470060476Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:38:00.045303991Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:38:06.470612641Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:46040"
level=debug ts=2026-02-16T18:38:14.043691063Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:38:17.387664725Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:42034"
ts=2026-02-16T18:38:19.473131957Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:38:37.554939984Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:38:49.474606904Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:39:14.043696437Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:39:19.475506642Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:39:34.580412722Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:39:34.582017303Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T18:39:36.474178394Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:36806"
ts=2026-02-16T18:39:49.477151925Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:40:14.044288107Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:40:17.395898914Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:58756"
ts=2026-02-16T18:40:19.479733996Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:40:32.117181281Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:40:49.4813601Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
ts=2026-02-16T18:41:11.269625149Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:56352"
level=debug ts=2026-02-16T18:41:12.052059484Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:41:14.043952771Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:41:19.483563099Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:41:36.484083967Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:36538"
ts=2026-02-16T18:41:49.485577478Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:41:57.983111845Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:42:14.043358864Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:42:17.404246831Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:44482"
ts=2026-02-16T18:42:19.48748872Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:42:47.405981348Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:56014"
ts=2026-02-16T18:42:49.488969139Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:42:50.167367052Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:43:06.48921532Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:52458"
ts=2026-02-16T18:43:11.280434311Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:46782"
level=debug ts=2026-02-16T18:43:14.04341384Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:43:19.490808117Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:43:36.490203039Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:32886"
level=debug ts=2026-02-16T18:43:42.47413085Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:43:42.475671346Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T18:43:49.493184449Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:44:11.285436145Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:56006"
level=debug ts=2026-02-16T18:44:14.04382672Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:44:19.495369508Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:44:22.631891143Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:44:36.493897765Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:59966"
ts=2026-02-16T18:44:41.288493829Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:40196"
ts=2026-02-16T18:44:49.497952236Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:45:11.294942584Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:49488"
level=debug ts=2026-02-16T18:45:14.043518242Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
level=debug ts=2026-02-16T18:45:15.538358108Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:45:19.499800019Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:45:36.496548788Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:41262"
ts=2026-02-16T18:45:49.502024078Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:46:11.300968452Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:35986"
level=debug ts=2026-02-16T18:46:14.043899937Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
level=debug ts=2026-02-16T18:46:16.488637893Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:46:19.504577172Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:46:49.506506791Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:47:03.643100276Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:47:06.501331069Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:52510"
ts=2026-02-16T18:47:11.306423888Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:37340"
level=debug ts=2026-02-16T18:47:14.044183765Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:47:17.427726394Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:35692"
ts=2026-02-16T18:47:19.507876051Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
ts=2026-02-16T18:47:47.429102434Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:45774"
ts=2026-02-16T18:47:49.509821223Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:48:01.463565613Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:48:01.465115639Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T18:48:14.04328335Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:48:19.511625811Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:48:36.508245004Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:35756"
ts=2026-02-16T18:48:49.513040183Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:49:01.770253492Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:49:06.50922494Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:38526"
level=debug ts=2026-02-16T18:49:14.04397661Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:49:17.433304779Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:43866"
ts=2026-02-16T18:49:19.514877287Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:49:36.510012097Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:56104"
ts=2026-02-16T18:49:41.319859551Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:36934"
ts=2026-02-16T18:49:49.516993906Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:49:55.212471206Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:50:11.322884301Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:36122"
level=debug ts=2026-02-16T18:50:14.043744279Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:50:17.43662822Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:44350"
ts=2026-02-16T18:50:19.518042199Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:50:47.437737462Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:35460"
ts=2026-02-16T18:50:49.519211897Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:50:50.390155886Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:51:11.328427071Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:60550"
level=debug ts=2026-02-16T18:51:14.043785022Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:51:19.520403422Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:51:27.133386531Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:51:49.522580818Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:52:14.043720741Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:52:17.442834671Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:49978"
ts=2026-02-16T18:52:19.525333364Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:52:27.596667041Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:52:27.599048116Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T18:52:41.336873657Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:48980"
ts=2026-02-16T18:52:47.444839027Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:35448"
ts=2026-02-16T18:52:49.527538963Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:53:05.556915005Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:53:06.521311486Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:39960"
level=debug ts=2026-02-16T18:53:14.043262014Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:53:19.528879526Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:53:36.522464311Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:45606"
ts=2026-02-16T18:53:41.341676067Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:32868"
ts=2026-02-16T18:53:47.449095048Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:34790"
ts=2026-02-16T18:53:49.531715607Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:53:52.608751257Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:54:14.043107111Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:54:19.534486518Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:54:41.218501246Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:54:49.536561972Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:55:14.043677796Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:55:19.537768685Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
ts=2026-02-16T18:55:41.35225409Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:40918"
level=debug ts=2026-02-16T18:55:42.602972448Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:55:49.540110332Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:56:14.043531327Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:56:19.543309371Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:56:37.9728197Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T18:56:37.974461092Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T18:56:41.356979498Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:38384"
ts=2026-02-16T18:56:49.546203804Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T18:57:06.535298042Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:51972"
level=debug ts=2026-02-16T18:57:14.043346092Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:57:17.460798767Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:44506"
ts=2026-02-16T18:57:19.549224816Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:57:28.454460312Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:57:49.552274032Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T18:58:06.770231005Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T18:58:11.364845173Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:59908"
level=debug ts=2026-02-16T18:58:14.043693721Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:58:19.55438683Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:58:41.367323722Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:35170"
ts=2026-02-16T18:58:49.555671113Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T18:58:58.907479117Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T18:59:14.043119147Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T18:59:19.556553017Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T18:59:41.373122748Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:43338"
ts=2026-02-16T18:59:47.470835167Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:59128"
ts=2026-02-16T18:59:49.558265439Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T18:59:51.909105814Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:00:14.043397886Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T19:00:17.472242814Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:51528"
ts=2026-02-16T19:00:19.560676389Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T19:00:49.563158468Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T19:00:50.653780374Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T19:00:50.655329896Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T19:01:06.548663876Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:53454"
ts=2026-02-16T19:01:11.381357029Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:48410"
level=debug ts=2026-02-16T19:01:14.044072916Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T19:01:17.477156047Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:34376"
ts=2026-02-16T19:01:19.564190278Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T19:01:44.371965396Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T19:01:49.565834307Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T19:02:11.387121145Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:42568"
level=debug ts=2026-02-16T19:02:14.043638072Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T19:02:19.567370526Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:02:21.241185347Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T19:02:49.569279688Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T19:03:06.555250885Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:41808"
level=debug ts=2026-02-16T19:03:14.043331576Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T19:03:19.570667118Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T19:03:20.621231151Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T19:03:49.57259203Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:04:05.212507275Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T19:04:06.55825656Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:33044"
ts=2026-02-16T19:04:11.398130524Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:33652"
level=debug ts=2026-02-16T19:04:14.044064342Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T19:04:19.574041922Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T19:04:49.575630533Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
level=debug ts=2026-02-16T19:04:58.289929761Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T19:04:58.29141368Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
ts=2026-02-16T19:05:11.404346056Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:44296"
level=debug ts=2026-02-16T19:05:14.043859646Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T19:05:19.577102704Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T19:05:36.565508062Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:57512"
level=debug ts=2026-02-16T19:05:45.769598669Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T19:05:49.578496724Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
ts=2026-02-16T19:06:06.567234613Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:54288"
level=debug ts=2026-02-16T19:06:14.043545679Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T19:06:17.500761473Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:38058"
ts=2026-02-16T19:06:19.57966395Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T19:06:31.862259695Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T19:06:49.581226686Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-7b8b49d965-fmppm-a0176dcd 10.129.0.75:7946"
ts=2026-02-16T19:07:06.570910529Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:49748"
ts=2026-02-16T19:07:11.416299088Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:41514"
level=debug ts=2026-02-16T19:07:14.043553024Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T19:07:17.50267797Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:59168"
ts=2026-02-16T19:07:19.582915352Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:07:25.912082662Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T19:07:47.504130633Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:34236"
ts=2026-02-16T19:07:49.585237847Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T19:08:06.573483382Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:47198"
level=debug ts=2026-02-16T19:08:10.867691735Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
ts=2026-02-16T19:08:11.422831987Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:51812"
level=debug ts=2026-02-16T19:08:14.044151604Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T19:08:17.505283393Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:35990"
ts=2026-02-16T19:08:19.586805884Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T19:08:49.58885856Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
level=debug ts=2026-02-16T19:09:08.581750176Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=error ts=2026-02-16T19:09:08.583597027Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host"
level=debug ts=2026-02-16T19:09:14.043928859Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T19:09:19.589912207Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-compactor-0-49b608d9 10.129.0.76:7946"
ts=2026-02-16T19:09:36.57940448Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:39498"
ts=2026-02-16T19:09:41.432114401Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.53:58194"
ts=2026-02-16T19:09:49.591412134Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:09:59.761146265Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"
level=debug ts=2026-02-16T19:10:14.043332508Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.130.0.59:11211 count=1
ts=2026-02-16T19:10:17.513682357Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.75:43684"
ts=2026-02-16T19:10:19.594678327Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
ts=2026-02-16T19:10:36.583581929Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.129.0.76:55720"
ts=2026-02-16T19:10:49.597848777Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-d7290ce8 10.128.0.53:7946"
level=debug ts=2026-02-16T19:10:56.058964936Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested"