level=info ts=2026-07-03T14:12:04.501787084Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.1, branch=release-3.7.x, revision=2c8fff22)"
level=info ts=2026-07-03T14:12:04.501828977Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-07-03T14:12:04.502989132Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=error ts=2026-07-03T14:12:04.508646419Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-07-03T14:12:04.509861991Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.965µs distinct_users_len=0 distinct_users=
level=info ts=2026-07-03T14:12:04.509903467Z caller=shipper.go:165 index-store=tsdb-2024-04-01 msg="starting index shipper in RO mode"
level=info ts=2026-07-03T14:12:04.527138501Z caller=module_service.go:82 msg=starting module=server
level=info ts=2026-07-03T14:12:04.527106389Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2026-07-03T14:12:04.52734088Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=info ts=2026-07-03T14:12:04.52733268Z caller=module_service.go:82 msg=starting module=analytics
level=info ts=2026-07-03T14:12:04.527802042Z caller=module_service.go:82 msg=starting module=store
level=info ts=2026-07-03T14:12:04.52783735Z caller=module_service.go:82 msg=starting module=index-gateway
level=info ts=2026-07-03T14:12:04.527851018Z caller=loki.go:615 msg="Loki started" startup_time=92.553168ms
level=error ts=2026-07-03T14:12:39.204109746Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECD0D3B9AA132, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-03T14:16:21.77468896Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECD410DDA3BCD, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T14:17:04.510558128Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T14:17:04.510598239Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.301µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T14:20:32.107929396Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECD7B56DF33D9, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T14:22:04.510949628Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T14:22:04.510995304Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.461µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T14:24:45.425377395Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECDB651C44860, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T14:27:04.510569684Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T14:27:04.510605116Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.971µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T14:28:58.82466841Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECDF1518AF3F3, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T14:32:04.510280031Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T14:32:04.510312283Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.289µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T14:33:03.848953949Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECE2A5E20D9E9, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T14:37:04.511008266Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T14:37:04.511040432Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.873µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T14:37:30.470245891Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECE6871FE9B18, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-03T14:42:00.385887134Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECEA74A397902, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T14:42:04.510369927Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T14:42:04.510394323Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.052µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T14:45:54.218837962Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECEDDBBBFBF76, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T14:47:04.510245417Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T14:47:04.510278561Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.193µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T14:49:35.495640608Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECF1140E06F04, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T14:52:04.510384355Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T14:52:04.510419955Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.849µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T14:53:54.979057029Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECF4DAB4A47F5, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T14:57:04.510995482Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T14:57:04.511027771Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.936µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T14:58:15.137532207Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECF8A3DF1688A, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T15:02:04.510546299Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T15:02:04.510577602Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.891µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T15:02:32.46073114Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BECFC627993C2D, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-03T15:06:42.993709476Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BED0007C87AC1F, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T15:07:04.510615688Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T15:07:04.510641654Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.776µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T15:10:48.679962195Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BED039B0929F86, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T15:12:04.51079288Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T15:12:04.510819229Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.06µs distinct_users_len=0 distinct_users=
level=info ts=2026-07-03T15:12:04.510848983Z caller=table_manager.go:273 index-store=tsdb-2024-04-01 msg="cleaning tables cache"
level=error ts=2026-07-03T15:14:33.505890072Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BED06E093DB114, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T15:17:04.510835142Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T15:17:04.510869494Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.009µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T15:18:10.246821666Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BED0A080025D4F, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T15:22:04.510715944Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T15:22:04.510745915Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.737µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T15:22:07.78240815Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BED0D7CE3C1FD8, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-03T15:26:02.927008255Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BED10E8DF15CA7, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T15:27:04.510234345Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T15:27:04.510260555Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.361µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T15:30:31.551201932Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BED14D192EEA1C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T15:32:04.511236385Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T15:32:04.511260241Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.815µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T15:34:24.358203443Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BED1834D90C84C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T15:37:04.510504473Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T15:37:04.510533863Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.111µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T15:38:58.722726313Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BED1C32EF93341, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T15:42:04.510404462Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T15:42:04.510434236Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.076µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-03T15:42:47.03956409Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BED1F857B7982F, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-03T15:46:20.855921822Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BED22A20291416, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-03T15:47:04.510279507Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-03T15:47:04.510307274Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.967µs distinct_users_len=0 distinct_users=