level=info ts=2026-05-01T07:14:51.178993446Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.1, branch=release-3.7.x, revision=2c8fff22)" level=info ts=2026-05-01T07:14:51.179088211Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml level=info ts=2026-05-01T07:14:51.180955493Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095 level=debug ts=2026-05-01T07:14:51.181551318Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false level=debug ts=2026-05-01T07:14:51.181645938Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.130.0.72 inf=eth0 level=debug ts=2026-05-01T07:14:51.183186434Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false level=debug ts=2026-05-01T07:14:51.183272253Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.130.0.72 inf=eth0 level=info ts=2026-05-01T07:14:51.185684641Z caller=memberlist_client.go:517 msg="Using memberlist cluster label and node name" cluster_label= node=loki-compactor-0-208d49db ts=2026-05-01T07:14:51.185757791Z caller=memberlist_logger.go:74 level=debug msg="configured Transport is not a NodeAwareTransport and some features may not work as desired" level=debug ts=2026-05-01T07:14:51.185773002Z caller=tcp_transport.go:448 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.72 advertisePort=7946 level=debug ts=2026-05-01T07:14:51.185791751Z caller=tcp_transport.go:448 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.72 advertisePort=7946 level=info ts=2026-05-01T07:14:51.185948778Z caller=memberlist_client.go:708 msg="memberlist fast-join starting" nodes_found=1 to_join=4 ts=2026-05-01T07:14:51.198306226Z caller=memberlist_logger.go:74 level=warn msg="failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=info ts=2026-05-01T07:14:51.198328811Z caller=memberlist_client.go:714 msg="fast-joining node failed" node=loki-memberlist.product-kubearchive-logging.svc.cluster.local err="1 error occurred:\n\t* failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n" level=warn ts=2026-05-01T07:14:51.198352749Z caller=memberlist_client.go:724 msg="memberlist fast-join failed to reach minimum required seed nodes" joined_nodes=0 required_nodes=1 elapsed_time=12.40633ms level=error ts=2026-05-01T07:14:51.19836474Z caller=memberlist_client.go:599 msg="failed to fast-join the memberlist cluster at startup" err="fast-join failed to reach minimum required seed nodes: joined 0, required 1" level=info ts=2026-05-01T07:14:51.198375239Z caller=memberlist_client.go:746 phase=startup msg="joining memberlist cluster" join_members=loki-memberlist.product-kubearchive-logging.svc.cluster.local ts=2026-05-01T07:14:51.204127337Z caller=memberlist_logger.go:74 level=warn msg="failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=warn ts=2026-05-01T07:14:51.204150225Z caller=memberlist_client.go:780 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n" level=debug ts=2026-05-01T07:14:51.205185982Z caller=module_service.go:72 msg="module waiting for initialization" module=memberlist-kv waiting_for=server level=debug ts=2026-05-01T07:14:51.205185964Z caller=module_service.go:72 msg="module waiting for initialization" module=compactor waiting_for=analytics level=info ts=2026-05-01T07:14:51.205223172Z caller=module_service.go:82 msg=starting module=analytics level=info ts=2026-05-01T07:14:51.205321909Z caller=module_service.go:82 msg=starting module=server level=info ts=2026-05-01T07:14:51.205418908Z caller=module_service.go:82 msg=starting module=runtime-config level=info ts=2026-05-01T07:14:51.205468205Z caller=module_service.go:82 msg=starting module=memberlist-kv level=debug ts=2026-05-01T07:14:51.20555899Z caller=module_service.go:72 msg="module waiting for initialization" module=compactor waiting_for=memberlist-kv level=debug ts=2026-05-01T07:14:51.20556951Z caller=module_service.go:72 msg="module waiting for initialization" module=compactor waiting_for=runtime-config level=debug ts=2026-05-01T07:14:51.205760974Z caller=module_service.go:72 msg="module waiting for initialization" module=compactor waiting_for=server level=info ts=2026-05-01T07:14:51.205770918Z caller=module_service.go:82 msg=starting module=compactor level=info ts=2026-05-01T07:14:51.205860872Z caller=basic_lifecycler.go:324 msg="instance not found in the ring" instance=loki-compactor-0 ring=compactor level=info ts=2026-05-01T07:14:51.205882444Z caller=basic_lifecycler_delegates.go:63 msg="not loading tokens from file, tokens file path is empty" level=info ts=2026-05-01T07:14:51.205894713Z caller=ring.go:390 msg="ring doesn't exist in KV store yet" level=info ts=2026-05-01T07:14:51.206056528Z caller=compactor.go:412 msg="waiting until compactor is JOINING in the ring" level=info ts=2026-05-01T07:14:51.360207837Z caller=compactor.go:416 msg="compactor is JOINING in the ring" level=debug ts=2026-05-01T07:14:51.360290375Z caller=memberlist_client.go:1252 msg="CAS attempt failed" err="no change detected" retry=true level=info ts=2026-05-01T07:14:52.360947594Z caller=compactor.go:426 msg="waiting until compactor is ACTIVE in the ring" ts=2026-05-01T07:14:52.413789553Z caller=memberlist_logger.go:74 level=warn msg="failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=warn ts=2026-05-01T07:14:52.413817504Z caller=memberlist_client.go:780 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n" level=info ts=2026-05-01T07:14:52.552087429Z caller=compactor.go:430 msg="compactor is ACTIVE in the ring" level=info ts=2026-05-01T07:14:52.552167219Z caller=loki.go:615 msg="Loki started" startup_time=1.465748893s ts=2026-05-01T07:14:55.979655993Z caller=memberlist_logger.go:74 level=warn msg="failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=warn ts=2026-05-01T07:14:55.97967905Z caller=memberlist_client.go:780 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n" level=info ts=2026-05-01T07:14:57.552242987Z caller=compactor.go:489 msg="this instance has been chosen to run the compactor, starting compactor" level=info ts=2026-05-01T07:14:57.552294791Z caller=tables_manager.go:70 msg="waiting 10m0s for ring to stay stable and previous compactions to finish before starting compactor" ts=2026-05-01T07:15:01.44707767Z caller=memberlist_logger.go:74 level=warn msg="failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=warn ts=2026-05-01T07:15:01.44710384Z caller=memberlist_client.go:780 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n" ts=2026-05-01T07:15:10.649318326Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: 10.128.0.92:7946" level=info ts=2026-05-01T07:15:10.650809123Z caller=memberlist_client.go:753 phase=startup msg="joining memberlist cluster succeeded" reached_nodes=1 elapsed_time=19.452428031s level=debug ts=2026-05-01T07:15:15.076448698Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n" ts=2026-05-01T07:15:18.847461739Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:59014" ts=2026-05-01T07:15:25.389951231Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:33874" ts=2026-05-01T07:15:26.365860114Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:15:34.652775227Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n" level=debug ts=2026-05-01T07:15:53.401700862Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n" ts=2026-05-01T07:15:56.368127361Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:16:16.622214786Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n" ts=2026-05-01T07:16:25.393804894Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:58472" ts=2026-05-01T07:16:26.370328187Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:16:44.92046131Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:59456" level=debug ts=2026-05-01T07:16:47.582573959Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n" level=error ts=2026-05-01T07:16:47.58441173Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:16:55.395257307Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:41058" ts=2026-05-01T07:16:56.372006595Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:17:25.397038085Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:41354" ts=2026-05-01T07:17:26.37471809Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:17:30.952540345Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n" ts=2026-05-01T07:17:54.529424544Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:51948" ts=2026-05-01T07:17:55.39878463Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:45106" ts=2026-05-01T07:17:56.377803158Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:18:20.995501113Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n" ts=2026-05-01T07:18:26.379884485Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:18:44.933147839Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:60204" ts=2026-05-01T07:18:56.382548985Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T07:19:26.386141355Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:19:36.132940639Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n" ts=2026-05-01T07:19:56.388933389Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T07:20:14.942516425Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:54372" ts=2026-05-01T07:20:25.414021934Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:52364" ts=2026-05-01T07:20:26.391085531Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:20:40.609280678Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n" ts=2026-05-01T07:20:54.54255756Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:50986" ts=2026-05-01T07:20:56.392733707Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:21:14.94853597Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:54726" ts=2026-05-01T07:21:26.394498807Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:21:35.966252969Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, exceeded maximum number of attempts, 3, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n" level=error ts=2026-05-01T07:21:35.967785094Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:21:56.395305193Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:22:26.396650538Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:22:27.052812763Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:22:44.958410522Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:57244" ts=2026-05-01T07:22:55.422102765Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:47862" ts=2026-05-01T07:22:56.398222912Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:23:14.961642142Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:44248" level=debug ts=2026-05-01T07:23:20.843917908Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:23:25.423157982Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:45868" ts=2026-05-01T07:23:26.399033936Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:23:44.964715242Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:38622" ts=2026-05-01T07:23:56.400315807Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:24:03.694895591Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:24:26.401503602Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:24:55.426842238Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:57674" ts=2026-05-01T07:24:56.402659856Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=info ts=2026-05-01T07:24:57.553287557Z caller=tables_manager.go:76 msg="compactor startup delay completed" level=error ts=2026-05-01T07:24:57.556617257Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:24:57.558587136Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:24:57.560416669Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:24:57.560443382Z caller=tables_manager.go:87 msg="failed to run compaction" err="failed to list tables: operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=info ts=2026-05-01T07:24:57.560455839Z caller=tables_manager.go:148 msg="compactor started" level=debug ts=2026-05-01T07:24:59.520458267Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:25:25.42848214Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:56896" ts=2026-05-01T07:25:26.40337672Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:25:51.845579276Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T07:25:51.847490216Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:25:54.566706759Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:60798" ts=2026-05-01T07:25:55.430031962Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:40208" ts=2026-05-01T07:25:56.405192942Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:26:14.98075981Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:36692" ts=2026-05-01T07:26:26.405933177Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:26:53.105677656Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:26:54.572140138Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:42856" ts=2026-05-01T07:26:56.407258988Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:27:26.408737352Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:27:39.780247448Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:27:54.574779399Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:60266" ts=2026-05-01T07:27:56.409848271Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:28:14.994632895Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:41678" level=debug ts=2026-05-01T07:28:22.566162389Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:28:26.411463423Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T07:28:54.579119507Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:48140" ts=2026-05-01T07:28:56.413243919Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:29:08.976302724Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:29:24.580876509Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:45098" ts=2026-05-01T07:29:26.415302327Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T07:29:45.005597358Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:57896" level=debug ts=2026-05-01T07:29:51.46494245Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T07:29:51.46671804Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:29:56.417865266Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:30:15.008712742Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:44308" ts=2026-05-01T07:30:24.585385705Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:54952" ts=2026-05-01T07:30:26.419066389Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:30:27.537156162Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:30:56.421496816Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T07:31:15.015451849Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:40544" level=debug ts=2026-05-01T07:31:20.048944127Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:31:24.58870314Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:42920" ts=2026-05-01T07:31:26.423603023Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:31:55.462581809Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:56076" ts=2026-05-01T07:31:56.425456188Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:32:12.505446668Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:32:24.596023371Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:49822" ts=2026-05-01T07:32:26.42677862Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T07:32:54.598126559Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:53308" ts=2026-05-01T07:32:55.465700334Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:34400" ts=2026-05-01T07:32:56.428811379Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:33:14.711675213Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:33:26.431322753Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:33:51.168344548Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T07:33:51.170257885Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:33:56.433211149Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:34:25.470262521Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:50932" ts=2026-05-01T07:34:26.435897627Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:34:43.192531239Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:34:54.609792558Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:44190" ts=2026-05-01T07:34:56.438735272Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=error ts=2026-05-01T07:34:57.564810628Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:34:57.566671236Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:34:57.568372701Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:34:57.568393433Z caller=tables_manager.go:101 msg="failed to run compaction" err="failed to list tables: operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=debug ts=2026-05-01T07:35:21.53849352Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:35:26.44191969Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:35:54.61462565Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:48840" ts=2026-05-01T07:35:55.476157185Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:41926" ts=2026-05-01T07:35:56.443681248Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:35:58.722699221Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:36:26.445922485Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:36:51.733950076Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:36:55.479351432Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:49194" ts=2026-05-01T07:36:56.448083338Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:37:26.450257912Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:37:46.635727347Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T07:37:46.637834052Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:37:54.624632352Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:35750" ts=2026-05-01T07:37:55.483276332Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:40540" ts=2026-05-01T07:37:56.452909761Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T07:38:26.455217128Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:38:38.894130399Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:38:55.488568753Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:38142" ts=2026-05-01T07:38:56.457359742Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:39:15.065803949Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:53670" level=debug ts=2026-05-01T07:39:23.310360593Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:39:25.490317924Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:38550" ts=2026-05-01T07:39:26.458844775Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T07:39:45.069219031Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:50668" ts=2026-05-01T07:39:56.460578973Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:40:18.613533199Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:40:26.462650268Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T07:40:54.634773717Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:51206" ts=2026-05-01T07:40:55.495702034Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:34572" ts=2026-05-01T07:40:56.466179716Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:41:14.133179865Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:41:26.469165322Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T07:41:45.081446891Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:44154" ts=2026-05-01T07:41:55.49972919Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:41456" ts=2026-05-01T07:41:56.471709061Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:41:57.210053185Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T07:41:57.212534473Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:42:15.089135934Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:40494" ts=2026-05-01T07:42:26.47441827Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:42:45.129966096Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:42:56.477105352Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T07:43:15.096016209Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:57738" level=debug ts=2026-05-01T07:43:20.28860539Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:43:26.479131675Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:43:56.480355529Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:43:58.102541461Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:44:15.102247755Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:46450" ts=2026-05-01T07:44:24.646343315Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:44534" ts=2026-05-01T07:44:26.481732189Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:44:55.518506108Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:60598" level=debug ts=2026-05-01T07:44:55.710487206Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:44:56.483720712Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=error ts=2026-05-01T07:44:57.563498995Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:44:57.56518567Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:44:57.566672472Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:44:57.566690707Z caller=tables_manager.go:101 msg="failed to run compaction" err="failed to list tables: operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:45:26.4847286Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:45:36.914177948Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T07:45:36.915721043Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:45:54.653756633Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:51758" ts=2026-05-01T07:45:56.487586961Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:46:12.912606607Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:46:26.48928422Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:46:54.658179657Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:44614" ts=2026-05-01T07:46:56.49176594Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:47:13.397241429Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:47:26.49408971Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:47:54.193594692Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:47:56.495850291Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:48:25.539849294Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:34716" ts=2026-05-01T07:48:26.497445879Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:48:53.55219258Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:48:56.498897171Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T07:49:15.134185132Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:59914" ts=2026-05-01T07:49:26.501823127Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:49:37.340524536Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T07:49:37.342208854Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:49:45.13729698Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:45536" ts=2026-05-01T07:49:56.505368858Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:50:24.761451311Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:50:25.548446185Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:60536" ts=2026-05-01T07:50:26.507755077Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T07:50:55.549524324Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:33818" ts=2026-05-01T07:50:56.51078445Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:51:05.047133546Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:51:26.513520685Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T07:51:45.148671218Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:41516" ts=2026-05-01T07:51:56.515139064Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:51:56.541804402Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:52:26.517241824Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:52:45.017732342Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:52:54.686935125Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:43578" ts=2026-05-01T07:52:55.555717867Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:58960" ts=2026-05-01T07:52:56.521750514Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T07:53:24.688220795Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:52128" ts=2026-05-01T07:53:26.523367749Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:53:44.982928345Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T07:53:44.985284684Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:53:55.560499129Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:38648" ts=2026-05-01T07:53:56.52569596Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T07:54:24.693440697Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:58146" ts=2026-05-01T07:54:26.527640996Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:54:27.376405952Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:54:45.168519766Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:45828" ts=2026-05-01T07:54:55.564961394Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:56036" ts=2026-05-01T07:54:56.529096743Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=error ts=2026-05-01T07:54:57.565768869Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:54:57.56783545Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:54:57.569769553Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T07:54:57.569794221Z caller=tables_manager.go:101 msg="failed to run compaction" err="failed to list tables: operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:55:15.172219037Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:56460" ts=2026-05-01T07:55:26.531252337Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:55:29.078721572Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:55:54.697898095Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:56422" ts=2026-05-01T07:55:56.534564306Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:56:06.80524018Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:56:15.179170006Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:59256" ts=2026-05-01T07:56:25.573122245Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:49846" ts=2026-05-01T07:56:26.537944079Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T07:56:55.575099044Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:48242" ts=2026-05-01T07:56:56.541692272Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T07:56:56.652580683Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:57:25.576756657Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:37746" ts=2026-05-01T07:57:26.544264031Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:57:45.315225773Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T07:57:45.3175243Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T07:57:56.545964962Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T07:58:26.54714717Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T07:58:40.36073841Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:58:56.549093983Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T07:59:26.550529874Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T07:59:39.836561281Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T07:59:45.203408962Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:36418" ts=2026-05-01T07:59:56.552235357Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:00:15.206913429Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:50794" ts=2026-05-01T08:00:26.553572373Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:00:33.703139313Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:00:54.721229638Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:42248" ts=2026-05-01T08:00:56.555219156Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:01:26.557154113Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:01:29.621124786Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:01:45.216722878Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:42840" ts=2026-05-01T08:01:56.558271525Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:02:23.780066424Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:02:23.781594327Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:02:24.724709226Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:54494" ts=2026-05-01T08:02:26.559286589Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:02:55.607446006Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:55544" ts=2026-05-01T08:02:56.560282321Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:02:59.658285031Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:03:15.226323354Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:37350" ts=2026-05-01T08:03:25.608742159Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:58032" ts=2026-05-01T08:03:26.563213523Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:03:36.40135496Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:03:45.229600507Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:34746" ts=2026-05-01T08:03:54.730929116Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:60558" ts=2026-05-01T08:03:55.610358714Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:50082" ts=2026-05-01T08:03:56.565478699Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:04:24.18235119Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:04:26.568105111Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T08:04:45.236511307Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:33222" ts=2026-05-01T08:04:55.615081038Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:40586" ts=2026-05-01T08:04:56.570498345Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=error ts=2026-05-01T08:04:57.564698629Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:04:57.566819452Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:04:57.568772274Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:04:57.568807728Z caller=tables_manager.go:101 msg="failed to run compaction" err="failed to list tables: operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=debug ts=2026-05-01T08:05:20.867654901Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:05:26.573019756Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T08:05:45.242550706Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:35426" ts=2026-05-01T08:05:56.575494744Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:05:57.114271461Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:05:57.115802518Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:06:25.6230423Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:55646" ts=2026-05-01T08:06:26.577101936Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:06:31.929435689Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:06:45.249323377Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:43980" ts=2026-05-01T08:06:56.578205911Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:07:15.252443071Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:60692" ts=2026-05-01T08:07:25.626041954Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:42810" ts=2026-05-01T08:07:26.579418146Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:07:27.601087868Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:07:56.580866856Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:08:11.23662764Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:08:15.258696659Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:37512" ts=2026-05-01T08:08:24.752153152Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:53030" ts=2026-05-01T08:08:26.583269489Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:08:51.681276482Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:08:54.753992739Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:42522" ts=2026-05-01T08:08:56.585863934Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:09:26.587230938Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:09:39.106638966Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:09:39.108193309Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:09:56.588039587Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:10:14.891229809Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:10:24.760069712Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:33074" ts=2026-05-01T08:10:26.589899876Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:10:55.644406584Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:53780" ts=2026-05-01T08:10:56.592062725Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:11:14.071890424Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:11:25.64563151Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:53652" ts=2026-05-01T08:11:26.594657318Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T08:11:56.597152649Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:12:00.71001939Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:12:25.650861331Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:42726" ts=2026-05-01T08:12:26.59846564Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:12:46.324967533Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:12:56.599954134Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:13:26.601381203Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:13:37.816358158Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:13:37.818205482Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:13:56.603041364Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:14:24.775647053Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:42116" ts=2026-05-01T08:14:26.605423742Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:14:39.356110033Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:14:54.777498722Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:33338" ts=2026-05-01T08:14:55.660896476Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:37178" ts=2026-05-01T08:14:56.607960791Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=error ts=2026-05-01T08:14:57.564785017Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:14:57.566692016Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:14:57.568502785Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:14:57.568530467Z caller=tables_manager.go:101 msg="failed to run compaction" err="failed to list tables: operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=debug ts=2026-05-01T08:15:15.231481846Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:15:26.609549597Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:15:45.30658944Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:49830" level=debug ts=2026-05-01T08:15:52.689072835Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:15:56.610964388Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:16:25.668667854Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:40590" ts=2026-05-01T08:16:26.612052033Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:16:33.383669709Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:16:54.787407727Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:33984" ts=2026-05-01T08:16:56.613162989Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:17:15.352212314Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:17:15.353833011Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:17:24.789025243Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:42904" ts=2026-05-01T08:17:26.61450564Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:17:56.615583626Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:17:59.500764612Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:18:15.321712342Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:57596" ts=2026-05-01T08:18:24.792340689Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:38038" ts=2026-05-01T08:18:26.617000982Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:18:37.354606109Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:18:56.618904723Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:19:26.620099059Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:19:33.129963343Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:19:45.331875042Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:36092" ts=2026-05-01T08:19:56.621172838Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:20:11.375186782Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:20:15.334885896Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:49622" ts=2026-05-01T08:20:26.622875281Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:20:45.337770438Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:38206" ts=2026-05-01T08:20:56.624313808Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:21:11.830817817Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:21:11.832707996Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:21:24.802729892Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:55320" ts=2026-05-01T08:21:26.625755425Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:21:56.627114139Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:22:11.651086978Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:22:15.347008982Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:41106" ts=2026-05-01T08:22:25.69887645Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:51654" ts=2026-05-01T08:22:26.629725086Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T08:22:55.700589413Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:51360" ts=2026-05-01T08:22:56.63243301Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:23:08.835784715Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:23:26.634380165Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:23:45.356264253Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:44492" level=debug ts=2026-05-01T08:23:53.677282992Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:23:55.705392593Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:41958" ts=2026-05-01T08:23:56.635648266Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:24:26.637048656Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:24:41.002720263Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:24:55.709648382Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:43908" ts=2026-05-01T08:24:56.639593562Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=error ts=2026-05-01T08:24:57.564576432Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:24:57.566500468Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:24:57.568078278Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:24:57.568098379Z caller=tables_manager.go:101 msg="failed to run compaction" err="failed to list tables: operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=debug ts=2026-05-01T08:25:16.796573207Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:25:16.798197411Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:25:26.641568654Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:25:45.368923098Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:59894" ts=2026-05-01T08:25:56.643858619Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:26:15.046074316Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:26:15.371934479Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:34248" ts=2026-05-01T08:26:26.646100453Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:26:49.494207003Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:26:54.823334433Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:43804" ts=2026-05-01T08:26:56.648696154Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T08:27:15.378200144Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:58176" ts=2026-05-01T08:27:26.650906129Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:27:30.440159008Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:27:54.826649008Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:45214" ts=2026-05-01T08:27:55.721806376Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:38808" ts=2026-05-01T08:27:56.652234771Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:28:15.38478417Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:41698" level=debug ts=2026-05-01T08:28:21.844743414Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:28:24.828455475Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:55112" ts=2026-05-01T08:28:26.653676735Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:28:45.388326242Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:48844" ts=2026-05-01T08:28:56.656223536Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:29:05.092416683Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:29:05.094152228Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:29:24.832326575Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:46034" ts=2026-05-01T08:29:26.65946562Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:29:42.147004638Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:29:55.729462492Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:48746" ts=2026-05-01T08:29:56.661779116Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:30:24.948499078Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:30:25.731013974Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:40898" ts=2026-05-01T08:30:26.663798434Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T08:30:45.401332997Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:36146" ts=2026-05-01T08:30:54.839276338Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:33466" ts=2026-05-01T08:30:56.665655712Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:31:08.071249132Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:31:24.840480286Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:46066" ts=2026-05-01T08:31:26.668076532Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T08:31:45.407443696Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:55918" ts=2026-05-01T08:31:56.670372562Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:32:05.62522858Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:32:15.410228968Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:44394" ts=2026-05-01T08:32:25.735742549Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:51112" ts=2026-05-01T08:32:26.671441132Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:32:54.843458578Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:54774" ts=2026-05-01T08:32:56.674165698Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:32:58.238256233Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:32:58.239773409Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:33:15.415735056Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:36136" ts=2026-05-01T08:33:25.73861633Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:43610" ts=2026-05-01T08:33:26.67633169Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:33:39.343369533Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:33:56.677711638Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:34:24.848041692Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:36250" ts=2026-05-01T08:34:26.679349279Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:34:30.414948709Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:34:45.426128308Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:53824" ts=2026-05-01T08:34:55.742607601Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:59104" ts=2026-05-01T08:34:56.680277257Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=error ts=2026-05-01T08:34:57.564699455Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:34:57.566312003Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:34:57.56788802Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:34:57.567907011Z caller=tables_manager.go:101 msg="failed to run compaction" err="failed to list tables: operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=debug ts=2026-05-01T08:35:12.521035775Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:35:24.850452147Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:51104" ts=2026-05-01T08:35:25.744026598Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:56308" ts=2026-05-01T08:35:26.681588782Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:35:54.851905084Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:51278" ts=2026-05-01T08:35:56.683040272Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:35:57.865947857Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:36:24.85371492Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:43222" ts=2026-05-01T08:36:25.746673881Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:46482" ts=2026-05-01T08:36:26.685113987Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:36:49.720556997Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:36:49.72217118Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:36:56.687136223Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:37:26.689095636Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:37:39.521237742Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:37:56.690452095Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:38:22.227023124Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:38:24.865081588Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:50658" ts=2026-05-01T08:38:26.692188839Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:38:45.45229145Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:43978" ts=2026-05-01T08:38:56.693585618Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:39:23.308031415Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:39:25.761134592Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:33348" ts=2026-05-01T08:39:26.695368058Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T08:39:45.459162043Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:43372" ts=2026-05-01T08:39:56.698121462Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:40:17.2780652Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:40:26.700097501Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:40:56.700915633Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:41:01.894341684Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:41:01.89619106Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:41:26.70187264Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:41:53.114375892Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:41:56.703042764Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:42:25.771369202Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:49738" ts=2026-05-01T08:42:26.705162209Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:42:36.482633994Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:42:56.706833389Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:43:25.773883958Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:40606" ts=2026-05-01T08:43:26.708917576Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:43:34.671554709Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:43:54.892258832Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:45458" ts=2026-05-01T08:43:56.711248634Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:44:11.828029766Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:44:15.488278453Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:60564" ts=2026-05-01T08:44:25.776195152Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:49616" ts=2026-05-01T08:44:26.713955808Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" ts=2026-05-01T08:44:56.71613813Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:44:57.277599687Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:44:57.279075004Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:44:57.56306853Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:44:57.564574352Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:44:57.566633939Z caller=cached_client.go:190 msg="failed to build table names cache" err="operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" level=error ts=2026-05-01T08:44:57.566652838Z caller=tables_manager.go:101 msg="failed to run compaction" err="failed to list tables: operation error S3: ListObjectsV2, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data?delimiter=%2F&list-type=2&prefix=index%2F\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:45:25.781344019Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:49206" ts=2026-05-01T08:45:26.718631732Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:45:54.252551757Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:45:56.721057478Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:46:24.900183575Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:37400" ts=2026-05-01T08:46:26.722797643Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:46:53.621938928Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:46:56.724248858Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" ts=2026-05-01T08:47:15.50881172Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:47258" ts=2026-05-01T08:47:24.903279177Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:39914" ts=2026-05-01T08:47:25.788607442Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:58174" ts=2026-05-01T08:47:26.725941625Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:47:31.597181034Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:47:54.904476476Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:55366" ts=2026-05-01T08:47:55.790218813Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:47742" ts=2026-05-01T08:47:56.727191646Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:48:15.515261258Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:57606" ts=2026-05-01T08:48:25.791745999Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:49292" ts=2026-05-01T08:48:26.728722865Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-distributor-5dd8bc9747-z5xxv-9eff69e0 10.130.0.68:7946" level=debug ts=2026-05-01T08:48:27.813802823Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:48:55.793635796Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:44216" ts=2026-05-01T08:48:56.731264688Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:49:09.711778252Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" level=error ts=2026-05-01T08:49:09.713364734Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Delete \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=DeleteObject\": dial tcp: lookup minio on 172.30.0.10:53: no such host" ts=2026-05-01T08:49:15.521491703Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:34152" ts=2026-05-01T08:49:25.795392686Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:46916" ts=2026-05-01T08:49:26.733393953Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:49:45.524768759Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:46950" ts=2026-05-01T08:49:56.734471672Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:50:02.398604499Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:50:26.736223259Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:50:47.266055421Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:50:55.799415108Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:45990" ts=2026-05-01T08:50:56.737220273Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:51:24.923027786Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:58702" ts=2026-05-01T08:51:25.801244887Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.68:58100" ts=2026-05-01T08:51:26.738990343Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-querier-5586f77b45-4frjs-bed7797d 10.128.0.92:7946" level=debug ts=2026-05-01T08:51:44.583470001Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:51:54.92447896Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.130.0.73:33608" ts=2026-05-01T08:51:56.741383134Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" ts=2026-05-01T08:52:26.742716521Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946" level=debug ts=2026-05-01T08:52:30.476416842Z caller=reporter.go:244 msg="failed to read cluster seed file" err="failed to get s3 object: operation error S3: GetObject, https response error StatusCode: 0, RequestID: , HostID: , request send failed, Get \"http://minio:9000/loki-data/loki_cluster_seed.json?x-id=GetObject\": 3 errors occurred:\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\t* dial tcp: lookup minio on 172.30.0.10:53: no such host\n\n\nfailed to get rate limit token, retry quota exceeded, 0 available, 5 requested" ts=2026-05-01T08:52:45.541073511Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.92:52508" ts=2026-05-01T08:52:56.743816819Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with: loki-ingester-0-0bd2d5cc 10.130.0.73:7946"