level=info ts=2026-06-29T11:33:23.071912853Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.1, branch=release-3.7.x, revision=2c8fff22)" level=info ts=2026-06-29T11:33:23.071941331Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml level=info ts=2026-06-29T11:33:23.073408588Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095 level=error ts=2026-06-29T11:33:23.078150658Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=info ts=2026-06-29T11:33:23.079600009Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.142µs distinct_users_len=0 distinct_users= level=info ts=2026-06-29T11:33:23.07963847Z caller=shipper.go:165 index-store=tsdb-2024-04-01 msg="starting index shipper in RO mode" level=info ts=2026-06-29T11:33:23.099422628Z caller=module_service.go:82 msg=starting module=runtime-config level=info ts=2026-06-29T11:33:23.099435527Z caller=module_service.go:82 msg=starting module=analytics level=info ts=2026-06-29T11:33:23.099554638Z caller=module_service.go:82 msg=starting module=server level=info ts=2026-06-29T11:33:23.09965588Z caller=module_service.go:82 msg=starting module=memberlist-kv level=info ts=2026-06-29T11:33:23.099767004Z caller=module_service.go:82 msg=starting module=store level=info ts=2026-06-29T11:33:23.09979426Z caller=module_service.go:82 msg=starting module=index-gateway level=info ts=2026-06-29T11:33:23.099825189Z caller=loki.go:615 msg="Loki started" startup_time=89.60571ms level=error ts=2026-06-29T11:33:55.375660597Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8A1185F5EF7C, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T11:37:14.249147906Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8A3FD3BF41F2, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:38:23.080072779Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:38:23.080115988Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.829µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T11:41:14.365952857Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8A77BBD2CDB1, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:43:23.080124892Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:43:23.080163627Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.885µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T11:44:46.952995763Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8AA93AFF0E83, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:48:23.080771616Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:48:23.080796428Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.545µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T11:49:00.515588805Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8AE44481A455, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T11:53:01.373126508Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8B1C58BCE969, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:53:23.080060092Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:53:23.080086966Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.94µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T11:56:49.005913714Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8B5158B4F7FF, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:58:23.080560192Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:58:23.080590933Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.867µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:00:55.815146527Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8B8ACFAF374B, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:03:23.079981944Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:03:23.080020646Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.46µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:04:36.893033875Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8BBE48F3C582, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:08:23.080805913Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:08:23.080833087Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.115µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:08:23.38859766Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8BF305240603, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T12:12:22.319033425Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8C2AA6809C3B, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:13:23.080641992Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:13:23.08067081Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.069µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:16:07.768185651Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8C5F245219F9, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:18:23.080188275Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:18:23.080219782Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.787µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:20:37.234065243Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8C9DE1BCE181, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:23:23.080791469Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:23:23.080819662Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.259µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:24:16.605159788Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8CD0F54613A5, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:28:23.080424198Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:28:23.080454954Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.964µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:28:30.857285421Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8D0C27E2477B, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T12:32:38.571671531Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8D45D4CF1B8D, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:33:23.079932696Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:33:23.079958519Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.228µs distinct_users_len=0 distinct_users= level=info ts=2026-06-29T12:33:23.079982446Z caller=table_manager.go:273 index-store=tsdb-2024-04-01 msg="cleaning tables cache" level=error ts=2026-06-29T12:37:23.04487373Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8D8810BBBF83, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:38:23.079872139Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:38:23.079906717Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=3.226µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:41:41.750315626Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8DC44CC80768, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:43:23.080741306Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:43:23.080765111Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.725µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:45:52.994122899Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8DFECC1309D6, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:48:23.079950863Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:48:23.079985064Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.708µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:50:15.01401309Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8E3BCDAF0DE0, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:53:23.080198169Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:53:23.08022488Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.776µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:53:49.458158074Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8E6DBB8BFDBA, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T12:57:35.374781288Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8EA2553A8206, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:58:23.079937321Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:58:23.079965633Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.473µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T13:01:33.881750066Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8ED9DD5A3ACB, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T13:03:23.079950251Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T13:03:23.079985069Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.127µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T13:05:30.257396829Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8F10E670480A, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T13:08:23.080095581Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T13:08:23.080126876Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.318µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T13:09:26.176089976Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8F47D449B004, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"