level=info ts=2026-06-29T18:23:53.587510008Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.1, branch=release-3.7.x, revision=2c8fff22)"
level=info ts=2026-06-29T18:23:53.58754933Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-06-29T18:23:53.589730914Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=error ts=2026-06-29T18:23:53.594591624Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-06-29T18:23:53.596028655Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=3.274µs distinct_users_len=0 distinct_users=
level=info ts=2026-06-29T18:23:53.596081868Z caller=shipper.go:165 index-store=tsdb-2024-04-01 msg="starting index shipper in RO mode"
level=info ts=2026-06-29T18:23:53.611141703Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2026-06-29T18:23:53.611127746Z caller=module_service.go:82 msg=starting module=analytics
level=info ts=2026-06-29T18:23:53.611188483Z caller=module_service.go:82 msg=starting module=server
level=info ts=2026-06-29T18:23:53.611258307Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=info ts=2026-06-29T18:23:53.611487528Z caller=module_service.go:82 msg=starting module=store
level=info ts=2026-06-29T18:23:53.611512525Z caller=module_service.go:82 msg=starting module=index-gateway
level=info ts=2026-06-29T18:23:53.611527274Z caller=loki.go:615 msg="Loki started" startup_time=82.628138ms
level=error ts=2026-06-29T18:24:38.986940419Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA07B4FA949F2, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T18:28:14.595051061Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA0AD82E74F12, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T18:28:53.596172808Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T18:28:53.5962032Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.77µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T18:32:06.523962533Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA0E382EF518F, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T18:33:53.596275757Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T18:33:53.596302929Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.108µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T18:36:13.172769919Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA11CF0595267, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T18:38:53.596346894Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T18:38:53.596394953Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.974µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T18:40:06.049831317Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA15328E85683, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T18:43:53.501169674Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA1881E0FEC13, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T18:43:53.596140648Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T18:43:53.596160175Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.113µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T18:47:24.931443373Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA1B9584963B2, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T18:48:53.59697093Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T18:48:53.597000673Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.168µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T18:51:38.855922065Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA1F4775D640C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T18:53:53.596999241Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T18:53:53.597027804Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.831µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T18:55:34.173504284Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA22B41636B9B, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T18:58:53.596215368Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T18:58:53.596244581Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.856µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T18:59:21.384640181Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA260283A0B3F, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T19:03:33.232512068Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA29ACB88D3BD, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:03:53.596282465Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:03:53.59631675Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.157µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T19:07:10.641082471Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA2CD6A177730, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:08:53.596267448Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:08:53.596295476Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.568µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T19:10:53.88515211Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA3016479F698, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:13:53.596320639Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:13:53.596349394Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.664µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T19:14:55.208475762Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA3399478730C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:18:53.597072363Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:18:53.597095403Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.179µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T19:18:54.88928096Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA371628E5E26, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T19:22:52.651774078Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA3A8BE4DDD43, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:23:53.596421674Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:23:53.596450398Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.902µs distinct_users_len=0 distinct_users=
level=info ts=2026-06-29T19:23:53.596475305Z caller=table_manager.go:273 index-store=tsdb-2024-04-01 msg="cleaning tables cache"
level=error ts=2026-06-29T19:26:51.000909839Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA3E03D0519E4, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:28:53.5969659Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:28:53.596995771Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.839µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T19:30:28.718006928Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA412EDF8AD0B, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:33:53.596176193Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:33:53.596208351Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.28µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T19:34:17.0021927Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA44814C4A7AF, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-06-29T19:38:33.032905104Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA483B1642581, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:38:53.596325205Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:38:53.596352786Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.753µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T19:42:55.10022242Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA4C0B5D09300, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:43:53.596990889Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:43:53.597013455Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.271µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T19:47:13.812637122Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA4FCF2479DEB, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:48:53.596924554Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:48:53.59694948Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.859µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T19:51:25.422740546Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA5378768F62C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:53:53.596163569Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:53:53.596192983Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.876µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T19:55:18.636328704Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA56DD4060C9B, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=info ts=2026-06-29T19:58:53.596996348Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables"
level=info ts=2026-06-29T19:58:53.597022571Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.47µs distinct_users_len=0 distinct_users=
level=error ts=2026-06-29T19:59:06.285576693Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BDA5A2D4F8DA90, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"