level=info ts=2026-06-30T17:58:26.237825458Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.1, branch=release-3.7.x, revision=2c8fff22)" level=info ts=2026-06-30T17:58:26.23787751Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml level=info ts=2026-06-30T17:58:26.239246029Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095 level=error ts=2026-06-30T17:58:26.246884505Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=info ts=2026-06-30T17:58:26.250635621Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.207µs distinct_users_len=0 distinct_users= level=info ts=2026-06-30T17:58:26.250682189Z caller=shipper.go:165 index-store=tsdb-2024-04-01 msg="starting index shipper in RO mode" level=info ts=2026-06-30T17:58:26.269085234Z caller=module_service.go:82 msg=starting module=server level=info ts=2026-06-30T17:58:26.269335899Z caller=module_service.go:82 msg=starting module=runtime-config level=info ts=2026-06-30T17:58:26.269676935Z caller=module_service.go:82 msg=starting module=analytics level=info ts=2026-06-30T17:58:26.269779549Z caller=module_service.go:82 msg=starting module=memberlist-kv level=info ts=2026-06-30T17:58:26.270046226Z caller=module_service.go:82 msg=starting module=store level=info ts=2026-06-30T17:58:26.270079386Z caller=module_service.go:82 msg=starting module=index-gateway level=info ts=2026-06-30T17:58:26.270093461Z caller=loki.go:615 msg="Loki started" startup_time=102.28024ms level=error ts=2026-06-30T17:59:02.816335704Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDEDAA3611056D, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-30T18:03:07.835343014Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDEDE3425521E5, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:03:26.251406271Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:03:26.251432261Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.743µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T18:06:40.384805796Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDEE14BF45A682, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:08:26.251344966Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:08:26.251371052Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.756µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T18:11:27.85644556Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDEE57ADEAE519, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:13:26.251116376Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:13:26.25114695Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.814µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T18:15:45.2523367Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDEE939BE791A7, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:18:26.251028334Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:18:26.251056057Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.944µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T18:19:57.317449949Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDEECE4C26AE87, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:23:26.250799747Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:23:26.250827416Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.722µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T18:24:19.708697872Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDEF0B63E50FDF, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:28:26.251742311Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:28:26.251767073Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.693µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T18:28:32.13207548Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDEF4629809E59, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-30T18:32:39.695657023Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDEF7FCD7057E3, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:33:26.250961008Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:33:26.250983026Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.672µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T18:36:22.213783133Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDEFB39C8D7270, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:38:26.251214363Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:38:26.251242792Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.835µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T18:40:32.122066678Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDEFEDCC4068E0, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:43:26.251093481Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:43:26.251122475Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.01µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T18:44:08.468224064Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF0202B7AF522, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-30T18:47:41.232341163Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF051B53764FD, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:48:26.251302701Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:48:26.251327079Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.856µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T18:51:26.058925948Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF0860DEBC763, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:53:26.251277282Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:53:26.25130318Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.682µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T18:55:35.816813689Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF0C034A6D024, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T18:58:26.25138088Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T18:58:26.251407123Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.756µs distinct_users_len=0 distinct_users= level=info ts=2026-06-30T18:58:26.251431248Z caller=table_manager.go:273 index-store=tsdb-2024-04-01 msg="cleaning tables cache" level=error ts=2026-06-30T18:59:10.512819097Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF0F2318855BE, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-30T19:02:59.211212203Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF1277104304B, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T19:03:26.250892548Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T19:03:26.250918866Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.029µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T19:06:56.567127548Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF15EB4899F57, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T19:08:26.251424443Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T19:08:26.251444254Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.827µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T19:11:14.466177502Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF19AC08342DC, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T19:13:26.251439745Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T19:13:26.251464456Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.84µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T19:15:22.267989899Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF1D472A7671C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T19:18:26.251392961Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T19:18:26.25141721Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.823µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T19:19:37.282035119Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF20FD2AD2AC3, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T19:23:26.251494235Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T19:23:26.251518638Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.652µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T19:23:44.344220248Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF24958BB5A88, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-30T19:27:39.86387691Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF2802ECB4210, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T19:28:26.251382049Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T19:28:26.251417213Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.995µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T19:31:48.189570088Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF2BA0029A277, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-30T19:33:26.250910825Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-30T19:33:26.250940484Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.921µs distinct_users_len=0 distinct_users= level=error ts=2026-06-30T19:35:39.921639077Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDF2EFF477A817, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"