level=info ts=2026-07-02T22:08:58.000253528Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.1, branch=release-3.7.x, revision=2c8fff22)"
level=info ts=2026-07-02T22:08:58.000283316Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=info ts=2026-07-02T22:08:58.002178853Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=error ts=2026-07-02T22:08:58.005439253Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=error ts=2026-07-02T22:08:58.008050151Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=error ts=2026-07-02T22:08:58.010030132Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=error ts=2026-07-02T22:08:58.012888126Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=error ts=2026-07-02T22:08:58.014862058Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-results-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host"
level=info ts=2026-07-02T22:08:58.029555151Z caller=module_service.go:82 msg=starting module=server
level=info ts=2026-07-02T22:08:58.029584547Z caller=module_service.go:82 msg=starting module=analytics
level=info ts=2026-07-02T22:08:58.029595562Z caller=module_service.go:82 msg=starting module=cache-generation-loader
level=info ts=2026-07-02T22:08:58.029600106Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2026-07-02T22:08:58.029614035Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=info ts=2026-07-02T22:08:58.029850282Z caller=module_service.go:82 msg=starting module=query-frontend-tripperware
level=info ts=2026-07-02T22:08:58.029874757Z caller=module_service.go:82 msg=starting module=query-frontend
level=info ts=2026-07-02T22:08:58.029981771Z caller=loki.go:615 msg="Loki started" startup_time=93.486166ms
level=info ts=2026-07-02T22:08:58.031782865Z caller=frontend_scheduler_worker.go:106 msg="adding connection to scheduler" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:58.032404788Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:58.032438479Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:58.032460844Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:58.032455194Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:58.03247569Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:58.625996431Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:58.665135727Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:58.876665303Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:58.974996721Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:59.00126094Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:59.905878152Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:08:59.957022814Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:09:00.010306516Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:09:00.754586939Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:09:00.890908719Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:09:02.473131253Z caller=frontend_scheduler_worker.go:237 msg="error contacting scheduler" err="rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 172.30.185.182:9095: connect: connection refused\"" addr=172.30.185.182:9095
level=error ts=2026-07-02T22:09:42.506484445Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE98810C0FB181, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:13:14.801581466Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE98B279D6805E, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:17:03.148427479Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE98E7A45FA4A5, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:20:41.72559358Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE991A88931BF9, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:24:28.520507024Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE994F569B0646, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:28:07.084353316Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE99823A05E8EC, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:32:06.195315784Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE99B9E625BD6F, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:36:17.204255724Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE99F457728176, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:40:20.250714997Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9A2CEE270380, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:45:01.846177702Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9A6E7E8A9928, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:49:15.766389275Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9AA99D5E60AB, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:52:50.08217164Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9ADB8395DBC8, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T22:56:46.284659621Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9B1282594393, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T23:00:23.744986618Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9B4523FE60FD, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T23:04:35.02897477Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9B7FA5AEE3E4, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T23:08:34.959119427Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9BB782A356B7, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T23:12:56.497922897Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9BF4679059B3, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T23:17:13.622602246Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9C304562BC11, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T23:21:00.056570249Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9C64FDE654CB, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T23:24:17.671187519Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9C9300A58FB5, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T23:28:18.491309578Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9CCB12A5339B, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T23:32:32.700384636Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9D0642AFD018, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T23:36:21.847720739Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9D3B9CF06D9D, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"
level=error ts=2026-07-02T23:39:53.585124785Z caller=reporter.go:247 msg="failed to delete corrupted cluster seed file, deleting it" err="operation error S3: DeleteObject, https response error StatusCode: 404, RequestID: 18BE9D6CE9796370, HostID: dd9025bab4ad464b049177c95eb6ebf374d3b3fd1af9251148b658df7ac2e3e8, api error NoSuchBucket: The specified bucket does not exist"