level=info ts=2026-06-29T14:37:52.485311105Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.1, branch=release-3.7.x, revision=2c8fff22)"
level=info ts=2026-06-29T14:37:52.485403427Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-06-29T14:37:52.486830381Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=error ts=2026-06-29T14:37:52.49188311Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-06-29T14:37:52.494126876Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=3.453µs distinct_users_len=0 distinct_users=
level=info ts=2026-06-29T14:37:52.494185898Z caller=shipper.go:165 index-store=tsdb-2024-04-01 msg="starting index shipper in RO mode"
level=info ts=2026-06-29T14:37:52.514568862Z caller=module_service.go:82 msg=starting module=analytics
level=info ts=2026-06-29T14:37:52.514536468Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2026-06-29T14:37:52.514817687Z caller=module_service.go:82 msg=starting module=server
level=info ts=2026-06-29T14:37:52.515073512Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=info ts=2026-06-29T14:37:52.515105947Z caller=module_service.go:82 msg=starting module=store
level=info ts=2026-06-29T14:37:52.515133605Z caller=module_service.go:82 msg=starting module=index-gateway
level=info ts=2026-06-29T14:37:52.515150027Z caller=loki.go:615 msg="Loki started" startup_time=100.565501ms
level=error ts=2026-06-29T14:38:23.380562566Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD94227E46D9E9, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T14:41:58.846906156Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9454A9421D8E, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T14:42:52.494373915Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T14:42:52.494404344Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.935µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T14:45:36.354573595Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD94874DB8351E, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T14:47:52.494486921Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T14:47:52.494518499Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.282µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T14:49:56.841662091Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD94C3F3F5E6E6, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T14:52:52.494377701Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T14:52:52.494417319Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=3.144µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T14:54:11.947163044Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD94FF596FEC8D, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T14:57:52.494405194Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T14:57:52.494437473Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.013µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T14:58:05.580958813Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9535BF18D87C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T15:01:48.418183556Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9569A13AB75F, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:02:52.495302735Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:02:52.49533207Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.089µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:05:45.906208865Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD95A0EC9F2E6A, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:07:52.49459111Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:07:52.494623981Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.209µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:10:27.181732922Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD95E269F11B7C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:12:52.494441727Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:12:52.494481109Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.651µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:14:17.648555143Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD961812D66F68, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:17:52.494643541Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:17:52.494680525Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.017µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:18:15.240711213Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD964F646FEF5F, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T15:22:01.838251208Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD968426B400E9, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:22:52.494395914Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:22:52.494421982Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.51µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:26:14.587934925Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD96BEFFC290C9, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:27:52.494842473Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:27:52.494870133Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.123µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:30:20.760189584Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD96F850C3619C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:32:52.494512963Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:32:52.494575046Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.45µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:34:58.563172808Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9738FF1D370A, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:37:52.494372956Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:37:52.494395753Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.285µs distinct_users_len=0 distinct_users=
level=info ts=2026-06-29T15:37:52.49441889Z caller=table_manager.go:273 index-store=tsdb-2024-04-01 msg="cleaning tables cache"
level=error ts=2026-06-29T15:39:00.953236366Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD97716EB008FF, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:42:52.494991495Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:42:52.495021129Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.057µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:43:09.849001574Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD97AB62087E1D, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T15:46:57.885032948Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD97E07A07520B, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:47:52.494445934Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:47:52.494487495Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.63µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:50:46.236021593Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9815A4D0E3C4, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:52:52.495227976Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:52:52.495260471Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.669µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:54:32.565210502Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD984A5717482C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T15:57:52.494759292Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T15:57:52.494785514Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.023µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T15:58:43.389508484Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD9884BD612FE2, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T16:02:52.494395062Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T16:02:52.494426638Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.056µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T16:03:01.515984207Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD98C0D6EB5919, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T16:07:09.681818146Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD98FA9EC04F3E, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T16:07:52.495302231Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T16:07:52.495330729Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.099µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T16:10:51.099535622Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD992E2C469D52, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T16:12:52.495023892Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T16:12:52.495049068Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.176µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T16:15:16.717082672Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD996C0452133D, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"