level=info ts=2026-06-29T05:38:06.40231093Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.1, branch=release-3.7.x, revision=2c8fff22)" level=info ts=2026-06-29T05:38:06.402379135Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml level=info ts=2026-06-29T05:38:06.405197283Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095 level=error ts=2026-06-29T05:38:06.413161364Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=info ts=2026-06-29T05:38:06.416913343Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.166µs distinct_users_len=0 distinct_users= level=info ts=2026-06-29T05:38:06.416989206Z caller=shipper.go:165 index-store=tsdb-2024-04-01 msg="starting index shipper in RO mode" level=info ts=2026-06-29T05:38:06.436350538Z caller=module_service.go:82 msg=starting module=server level=info ts=2026-06-29T05:38:06.43637925Z caller=module_service.go:82 msg=starting module=analytics level=info ts=2026-06-29T05:38:06.436424066Z caller=module_service.go:82 msg=starting module=runtime-config level=info ts=2026-06-29T05:38:06.436435748Z caller=module_service.go:82 msg=starting module=memberlist-kv level=info ts=2026-06-29T05:38:06.436814401Z caller=module_service.go:82 msg=starting module=store level=info ts=2026-06-29T05:38:06.436836166Z caller=module_service.go:82 msg=starting module=index-gateway level=info ts=2026-06-29T05:38:06.436853908Z caller=loki.go:615 msg="Loki started" startup_time=98.444366ms level=error ts=2026-06-29T05:38:41.755585123Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD76AF0F3388C6, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T05:42:31.548015219Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD76E48FE668D8, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T05:43:06.417228547Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T05:43:06.417262709Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.948µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T05:46:51.151096163Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD772101712A14, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T05:48:06.417538081Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T05:48:06.417571021Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.962µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T05:51:09.333576225Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD775D1E538E30, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T05:53:06.417845819Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T05:53:06.417886453Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.05µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T05:55:35.883842217Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD779B2DF594D9, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T05:58:06.417231539Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T05:58:06.417260355Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.285µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T05:59:35.544479202Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD77D2FAD63927, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:03:06.418228596Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:03:06.418266507Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=3.079µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T06:03:12.414238074Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD780579488F6E, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T06:07:07.808029918Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD783C47DA748D, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:08:06.417969959Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:08:06.41800035Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.478µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T06:10:45.475158929Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD786EF5D335C6, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:13:06.417397912Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:13:06.417433874Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.279µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T06:14:47.328378974Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD78A745663AEF, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:18:06.417494366Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:18:06.417529481Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.718µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T06:18:44.686199692Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD78DE8906F439, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T06:22:44.807568176Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD7916715E38B1, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:23:06.417236835Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:23:06.417273717Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.058µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T06:26:59.174275573Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD7951AAD0B0D5, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:28:06.417300634Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:28:06.417341262Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.575µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T06:30:55.780435316Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD7988C1A4FBF0, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:33:06.417713024Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:33:06.417746308Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.697µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T06:35:16.881404991Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD79C58C7A3364, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:38:06.417281903Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:38:06.417314006Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.173µs distinct_users_len=0 distinct_users= level=info ts=2026-06-29T06:38:06.417338932Z caller=table_manager.go:273 index-store=tsdb-2024-04-01 msg="cleaning tables cache" level=error ts=2026-06-29T06:39:08.969643614Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD79FB9601F8EA, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T06:42:58.649679087Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD7A311000F5F8, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:43:06.417285821Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:43:06.417315869Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.935µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T06:47:11.120371805Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD7A6BD86E06B2, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:48:06.417353824Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:48:06.417394695Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.614µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T06:51:31.261002501Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD7AA86A057CAD, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:53:06.417296515Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:53:06.417333713Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.231µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T06:55:49.289505084Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD7AE47DB65C8A, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T06:58:06.417344896Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T06:58:06.417377996Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.307µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T06:59:27.133659704Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD7B17363CCFAC, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T07:03:06.417217208Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T07:03:06.417248841Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.472µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T07:03:24.036263252Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD7B4E5EBBD3A6, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T07:07:14.862146918Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD7B841D076A24, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T07:08:06.417361258Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T07:08:06.417391906Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=3.253µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T07:11:15.161137683Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD7BBC0FF75461, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T07:13:06.417589401Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T07:13:06.417626874Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.758µs distinct_users_len=0 distinct_users=