level=info ts=2026-06-29T14:45:12.382166586Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.1, branch=release-3.7.x, revision=2c8fff22)"
level=info ts=2026-06-29T14:45:12.382198078Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-06-29T14:45:12.383201183Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=error ts=2026-06-29T14:45:12.390466567Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-06-29T14:45:12.392118591Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.693µs distinct_users_len=0 distinct_users=
level=info ts=2026-06-29T14:45:12.392163532Z caller=shipper.go:165 index-store=tsdb-2024-04-01 msg="starting index shipper in RO mode"
level=info ts=2026-06-29T14:45:12.409541965Z caller=module_service.go:82 msg=starting module=analytics
level=info ts=2026-06-29T14:45:12.409555632Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2026-06-29T14:45:12.409566426Z caller=module_service.go:82 msg=starting module=server
level=info ts=2026-06-29T14:45:12.409617789Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=info ts=2026-06-29T14:45:12.410188724Z caller=module_service.go:82 msg=starting module=store
level=info ts=2026-06-29T14:45:12.410199908Z caller=module_service.go:82 msg=starting module=index-gateway
level=info ts=2026-06-29T14:45:12.410209939Z caller=loki.go:615 msg="Loki started" startup_time=96.942497ms
level=error ts=2026-06-29T14:45:50.256192451Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD948A8A52DE56, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T14:49:53.327823801Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD94C32286DED3, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T14:50:12.39258974Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T14:50:12.392640319Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.971µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T14:54:05.597760112Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD94FDDEFBB267, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T14:55:12.392501826Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T14:55:12.392533143Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.961µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T14:57:57.485566002Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9533DC91CE41, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:00:12.392274303Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:00:12.39230685Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.12µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:01:54.042129361Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD956AF0720EA2, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:05:12.392438483Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:05:12.392470567Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.926µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:06:16.311880935Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD95A800EF9E5D, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:10:12.392950615Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:10:12.392982144Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.989µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:10:17.95329507Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD95E043E3AA91, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T15:13:55.11152481Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9612D3884250, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:15:12.392567186Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:15:12.392614205Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.212µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:18:10.233178395Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD964E39F70577, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:20:12.39272887Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:20:12.392759486Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.152µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:21:48.994025158Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD96812920E689, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:25:12.392382982Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:25:12.392422295Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.956µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:25:59.190340698Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD96BB69FDF406, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:30:12.392367943Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:30:12.392403736Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.752µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:30:28.613282128Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD96FA24D97077, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T15:34:32.373672052Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9732E61A7043, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:35:12.39252106Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:35:12.392549077Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.267µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:38:19.929129668Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9767E1770082, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:40:12.392429243Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:40:12.392459126Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.76µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:42:42.845469106Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD97A5187C4AA4, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:45:12.393021877Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:45:12.393063608Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.476µs distinct_users_len=0 distinct_users=
level=info ts=2026-06-29T15:45:12.393098955Z caller=table_manager.go:273 index-store=tsdb-2024-04-01 msg="cleaning tables cache"
level=error ts=2026-06-29T15:46:12.997785671Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD97D6068DA0F1, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:50:12.392509818Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:50:12.392555292Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.832µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:50:26.116929348Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9810F5A0912C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T15:54:23.551890096Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD98483DDAB2E5, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:55:12.392967818Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:55:12.393000611Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.756µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:58:41.321260353Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9884421C0BCF, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T16:00:12.392703898Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T16:00:12.392739382Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.823µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T16:02:39.417002545Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD98BBB1B6A261, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T16:05:12.392327573Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T16:05:12.392364218Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=3.12µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T16:06:38.572742171Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD98F360838BAC, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T16:10:12.392334052Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T16:10:12.392376648Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.889µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T16:11:00.646533207Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD99306553EAB2, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T16:14:33.320442815Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9961E9AF0084, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T16:15:12.39238841Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T16:15:12.392418418Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.027µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T16:18:32.314995128Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD99998EDE0424, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T16:20:12.392284737Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T16:20:12.39231229Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.853µs distinct_users_len=0 distinct_users=