level=info ts=2026-06-29T11:20:09.443316169Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.1, branch=release-3.7.x, revision=2c8fff22)" level=info ts=2026-06-29T11:20:09.443352154Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml level=info ts=2026-06-29T11:20:09.446490516Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095 level=error ts=2026-06-29T11:20:09.453502918Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=info ts=2026-06-29T11:20:09.456563403Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.814µs distinct_users_len=0 distinct_users= level=info ts=2026-06-29T11:20:09.456639288Z caller=shipper.go:165 index-store=tsdb-2024-04-01 msg="starting index shipper in RO mode" level=info ts=2026-06-29T11:20:09.476966166Z caller=module_service.go:82 msg=starting module=runtime-config level=info ts=2026-06-29T11:20:09.477008648Z caller=module_service.go:82 msg=starting module=analytics level=info ts=2026-06-29T11:20:09.477018879Z caller=module_service.go:82 msg=starting module=server level=info ts=2026-06-29T11:20:09.477374653Z caller=module_service.go:82 msg=starting module=memberlist-kv level=info ts=2026-06-29T11:20:09.477889134Z caller=module_service.go:82 msg=starting module=store level=info ts=2026-06-29T11:20:09.477911146Z caller=module_service.go:82 msg=starting module=index-gateway level=info ts=2026-06-29T11:20:09.4779297Z caller=loki.go:615 msg="Loki started" startup_time=101.920011ms level=error ts=2026-06-29T11:20:42.220913062Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8958DA41BB6F, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T11:24:40.009750271Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD89903793BED4, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:25:09.457498053Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:25:09.457522556Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.888µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T11:28:53.403713854Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD89CB37079F92, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:30:09.457432703Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:30:09.457455799Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.774µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T11:32:52.801510112Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8A02F4407C21, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:35:09.457293014Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:35:09.457319353Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.733µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T11:36:52.894402228Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8A3ADAE848B7, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:40:09.457602927Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:40:09.457629543Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.138µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T11:41:08.130925863Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8A76482FDC4E, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:45:09.457344823Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:45:09.457374693Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.297µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T11:45:18.679616107Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8AB09E0DCCB5, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T11:49:10.066154111Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8AE67DC45995, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:50:09.456802017Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:50:09.456825038Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.19µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T11:53:03.554377885Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8B1CDAC02BB0, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T11:55:09.456754213Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T11:55:09.456777429Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.998µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T11:57:00.618178856Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8B540CDAAF1E, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:00:09.457516893Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:00:09.457545709Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.353µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:01:30.372882647Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8B92DB7C8194, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:05:09.457667605Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:05:09.457692496Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.971µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:05:52.113034078Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8BCFCC6A72AF, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T12:09:45.202980322Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8C0611A7CDFF, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:10:09.456852254Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:10:09.456873462Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.757µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:13:58.467804527Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8C41096AC1B3, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:15:09.457332815Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:15:09.457359109Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.943µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:17:41.729719559Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8C7504DCCCF4, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:20:09.457602905Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:20:09.457628933Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=2.291µs distinct_users_len=0 distinct_users= level=info ts=2026-06-29T12:20:09.457651982Z caller=table_manager.go:273 index-store=tsdb-2024-04-01 msg="cleaning tables cache" level=error ts=2026-06-29T12:21:28.1327398Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8CA9BB898209, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:25:09.457229138Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:25:09.457255418Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.77µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:25:52.449661486Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8CE7460CEC7B, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T12:29:11.217094695Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8D158D8408A4, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:30:09.457751716Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:30:09.457774388Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.845µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:33:36.565624663Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8D535584AAE0, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:35:09.456885069Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:35:09.456911102Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.797µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:37:24.360950706Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8D885F2DDBC5, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:40:09.457474471Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:40:09.457501291Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.827µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:41:17.774179402Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8DBEB7B17D07, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:45:09.457788345Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:45:09.457812835Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=1.945µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:45:30.351261722Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8DF986753067, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=error ts=2026-06-29T12:49:45.789301645Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8E34FFC0BCA7, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist" level=info ts=2026-06-29T12:50:09.457133584Z caller=table_manager.go:239 index-store=tsdb-2024-04-01 msg="syncing tables" level=info ts=2026-06-29T12:50:09.45715816Z caller=table_manager.go:300 index-store=tsdb-2024-04-01 msg="query readiness setup completed" duration=3.183µs distinct_users_len=0 distinct_users= level=error ts=2026-06-29T12:54:01.387382221Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BD8E70829600B2, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"