level=info ts=2026-07-02T02:17:44.568586044Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.1, branch=release-3.7.x, revision=2c8fff22)"
level=info ts=2026-07-02T02:17:44.56861321Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-07-02T02:17:44.570162829Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=error ts=2026-07-02T02:17:44.574826472Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-07-02T02:17:44.576444312Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.43µs distinct_users_len=0 distinct_users=
level=info ts=2026-07-02T02:17:44.576499083Z caller=shipper.go:165 index-store=tsdb-2024-04-01 msg="starting index shipper in RO mode"
level=info ts=2026-07-02T02:17:44.593030045Z caller=module_service.go:82 msg=starting module=server
level=info ts=2026-07-02T02:17:44.59308328Z caller=module_service.go:82 msg=starting module=analytics
level=info ts=2026-07-02T02:17:44.593081159Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2026-07-02T02:17:44.593091247Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=info ts=2026-07-02T02:17:44.593331552Z caller=module_service.go:82 msg=starting module=store
level=info ts=2026-07-02T02:17:44.593351669Z caller=module_service.go:82 msg=starting module=index-gateway
level=info ts=2026-07-02T02:17:44.593363864Z caller=loki.go:615 msg="Loki started" startup_time=83.827991ms
level=error ts=2026-07-02T02:18:25.947372782Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE577F1D224654, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T02:22:10.274542703Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE57B35811CB24, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T02:22:44.576931173Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T02:22:44.576973486Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=3.12µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T02:26:05.35587953Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE57EA140433CC, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T02:27:44.576714206Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T02:27:44.576742688Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.695µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T02:29:59.068719935Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE58207E614F1E, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T02:32:44.577439042Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T02:32:44.577476405Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.42µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T02:34:07.642356564Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE585A5E88DD2F, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T02:37:44.576668128Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T02:37:44.57670373Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.545µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T02:38:48.877037894Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE589BD96CBAD4, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T02:42:25.666802717Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE58CE5319BA68, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T02:42:44.577528662Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T02:42:44.577558278Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.086µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T02:46:34.516956293Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE590843B86F4C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T02:47:44.576683512Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T02:47:44.576714156Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.659µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T02:50:27.276448876Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE593E754684E0, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T02:52:44.576706755Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T02:52:44.576740059Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.718µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T02:54:29.870663858Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5976F10358C9, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T02:57:44.576833477Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T02:57:44.576866631Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.523µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T02:58:59.049022995Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE59B59D4AF95A, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T03:02:44.576843276Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T03:02:44.576938951Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.937µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T03:02:47.507618602Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE59EACE7D4100, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T03:06:13.931853918Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5A1ADE540BA6, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T03:07:44.57680212Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T03:07:44.576834629Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.862µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T03:10:39.193270753Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5A58A1243392, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T03:12:44.577196764Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T03:12:44.577227604Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.908µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T03:14:33.381664407Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5A8F27DC1666, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T03:17:44.577301398Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T03:17:44.577333505Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.714µs distinct_users_len=0 distinct_users=
level=info ts=2026-07-02T03:17:44.577357995Z caller=table_manager.go:273 index-store=tsdb-2024-04-01 msg="cleaning tables cache"
level=error ts=2026-07-02T03:18:17.145472772Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5AC341397FF3, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T03:22:14.271883477Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5AFA770F225D, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T03:22:44.576844091Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T03:22:44.576873365Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.899µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T03:25:36.463917203Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5B298AA53369, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T03:27:44.577016128Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T03:27:44.577046476Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.88µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T03:29:33.476007073Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5B60B9A9FF24, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T03:32:44.577366238Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T03:32:44.577398009Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.978µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T03:34:01.838342719Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5B9F354C7474, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T03:37:44.576596755Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T03:37:44.576624339Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.823µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T03:38:36.66023739Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5BDF31F8E29A, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T03:42:44.577273028Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T03:42:44.577303653Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.906µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T03:43:15.191230495Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5C200BB582F0, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T03:47:12.15997824Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5C573825EDBF, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T03:47:44.577070722Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T03:47:44.577101837Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.866µs distinct_users_len=0 distinct_users=
level=error ts=2026-07-02T03:51:20.662327251Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE5C91140B1C73, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-07-02T03:52:44.576718806Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-07-02T03:52:44.576751308Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.017µs distinct_users_len=0 distinct_users=