level=info ts=2026-04-23T13:16:04.609204293Z caller=main.go:127 msg="Starting Loki" version="(version=3.6.3, branch=release-3.6.x, revision=9385bc63)"
level=info ts=2026-04-23T13:16:04.609228628Z caller=main.go:128 msg="Loading configuration file" filename=/etc/loki/config/config.yaml
level=debug ts=2026-04-23T13:16:04.609244757Z caller=modules.go:1984 msg="initializing ingester query tags interceptors"
level=info ts=2026-04-23T13:16:04.610158692Z caller=server.go:386 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095
level=debug ts=2026-04-23T13:16:04.610512285Z caller=netutil.go:85 msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-04-23T13:16:04.610580649Z caller=netutil.go:102 msg="detected highest quality address" ipAddr=10.130.0.62 inf=eth0
level=info ts=2026-04-23T13:16:04.611086614Z caller=memberlist_client.go:484 msg="Using memberlist cluster label and node name" cluster_label= node=loki-ingester-0-3406647d
ts=2026-04-23T13:16:04.61116577Z caller=memberlist_logger.go:74 level=debug msg="configured Transport is not a NodeAwareTransport and some features may not work as desired"
level=debug ts=2026-04-23T13:16:04.611179158Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.62 advertisePort=7946
level=debug ts=2026-04-23T13:16:04.61119893Z caller=tcp_transport.go:435 component="memberlist TCPTransport" msg=FinalAdvertiseAddr advertiseAddr=10.130.0.62 advertisePort=7946
level=info ts=2026-04-23T13:16:04.611300238Z caller=memberlist_client.go:628 msg="memberlist fast-join starting" nodes_found=1 to_join=4
level=debug ts=2026-04-23T13:16:04.613472245Z caller=memcached_client_selector.go:109 msg="updating servers" servers=10.128.0.97:11211 count=1
level=info ts=2026-04-23T13:16:04.614395133Z caller=shipper.go:165 index-store=tsdb-2024-04-01 msg="starting index shipper in WO mode"
level=info ts=2026-04-23T13:16:04.614437702Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables"
level=info ts=2026-04-23T13:16:04.615296769Z caller=head_manager.go:313 index-store=tsdb-2024-04-01 component=tsdb-head-manager msg="loaded wals by period" groups=0
level=debug ts=2026-04-23T13:16:04.615313493Z caller=manager.go:263 index-store=tsdb-2024-04-01 component=tsdb-manager msg="building WALs" n=0 ts=2026-04-23T13:16:04.615312537Z
level=debug ts=2026-04-23T13:16:04.615325875Z caller=manager.go:287 index-store=tsdb-2024-04-01 component=tsdb-manager msg="recovering tenant heads"
level=info ts=2026-04-23T13:16:04.615338185Z caller=manager.go:86 index-store=tsdb-2024-04-01 component=tsdb-manager msg="loaded leftover local indices" err=null successful=true buckets=0 indices=0 failures=0
level=info ts=2026-04-23T13:16:04.61535078Z caller=head_manager.go:313 index-store=tsdb-2024-04-01 component=tsdb-head-manager msg="loaded wals by period" groups=1
level=debug ts=2026-04-23T13:16:04.615355699Z caller=manager.go:263 index-store=tsdb-2024-04-01 component=tsdb-manager msg="building WALs" n=1 ts=2026-04-23T13:16:04.61535504Z
level=debug ts=2026-04-23T13:16:04.615359425Z caller=manager.go:287 index-store=tsdb-2024-04-01 component=tsdb-manager msg="recovering tenant heads"
level=debug ts=2026-04-23T13:16:04.616320428Z caller=netutil.go:85 component=ingester msg="looking for addresses" inf="[eth0 lo]" inet6enabled=false
level=debug ts=2026-04-23T13:16:04.616387979Z caller=netutil.go:102 component=ingester msg="detected highest quality address" ipAddr=10.130.0.62 inf=eth0
ts=2026-04-23T13:16:04.619238937Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.129.0.70:7946"
ts=2026-04-23T13:16:04.622925904Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.69:7946: dial tcp 10.129.0.69:7946: connect: connection refused"
ts=2026-04-23T13:16:04.624742286Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.128.0.94:7946"
ts=2026-04-23T13:16:04.627953454Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.128.0.96:7946"
level=debug ts=2026-04-23T13:16:04.629284478Z caller=module_service.go:72 msg="module waiting for initialization" module=analytics waiting_for=memberlist-kv
level=info ts=2026-04-23T13:16:04.629297432Z caller=module_service.go:82 msg=starting module=runtime-config
level=info ts=2026-04-23T13:16:04.629305129Z caller=module_service.go:82 msg=starting module=server
level=debug ts=2026-04-23T13:16:04.629338882Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester waiting_for=store
level=debug ts=2026-04-23T13:16:04.629367907Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=memberlist-kv
level=debug ts=2026-04-23T13:16:04.629381822Z caller=module_service.go:72 msg="module waiting for initialization" module=memberlist-kv waiting_for=server
level=info ts=2026-04-23T13:16:04.629398929Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=debug ts=2026-04-23T13:16:04.629414455Z caller=module_service.go:72 msg="module waiting for initialization" module=analytics waiting_for=ring
level=debug ts=2026-04-23T13:16:04.629428389Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=runtime-config
level=debug ts=2026-04-23T13:16:04.629354895Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=memberlist-kv
level=debug ts=2026-04-23T13:16:04.629455051Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=runtime-config
level=debug ts=2026-04-23T13:16:04.629542595Z caller=module_service.go:72 msg="module waiting for initialization" module=ring waiting_for=server
level=debug ts=2026-04-23T13:16:04.629545775Z caller=module_service.go:72 msg="module waiting for initialization" module=store waiting_for=server
level=info ts=2026-04-23T13:16:04.629551644Z caller=module_service.go:82 msg=starting module=ring
level=info ts=2026-04-23T13:16:04.629558979Z caller=module_service.go:82 msg=starting module=store
level=debug ts=2026-04-23T13:16:04.62956879Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester waiting_for=analytics
ts=2026-04-23T13:16:04.630028832Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.130.0.61:7946: dial tcp 10.130.0.61:7946: connect: connection refused"
ts=2026-04-23T13:16:04.630651042Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.130.0.58:7946: dial tcp 10.130.0.58:7946: connect: connection refused"
level=info ts=2026-04-23T13:16:04.630662998Z caller=memberlist_client.go:648 msg="memberlist fast-join finished" joined_nodes=3 elapsed_time=19.364721ms
level=info ts=2026-04-23T13:16:04.630678429Z caller=memberlist_client.go:666 phase=startup msg="joining memberlist cluster" join_members=loki-memberlist.product-kubearchive-logging.svc.cluster.local
level=debug ts=2026-04-23T13:16:04.630766697Z caller=module_service.go:72 msg="module waiting for initialization" module=analytics waiting_for=runtime-config
level=debug ts=2026-04-23T13:16:04.630776234Z caller=module_service.go:72 msg="module waiting for initialization" module=analytics waiting_for=server
level=info ts=2026-04-23T13:16:04.63078183Z caller=module_service.go:82 msg=starting module=analytics
level=debug ts=2026-04-23T13:16:04.630803343Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester waiting_for=memberlist-kv
level=debug ts=2026-04-23T13:16:04.630809358Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester waiting_for=ring
level=debug ts=2026-04-23T13:16:04.630812672Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester waiting_for=runtime-config
level=debug ts=2026-04-23T13:16:04.630815502Z caller=module_service.go:72 msg="module waiting for initialization" module=ingester waiting_for=server
level=info ts=2026-04-23T13:16:04.630818348Z caller=module_service.go:82 msg=starting module=ingester
level=info ts=2026-04-23T13:16:04.630828913Z caller=ingester.go:565 component=ingester msg="recovering from checkpoint"
ts=2026-04-23T13:16:04.634023281Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.129.0.70:7946"
ts=2026-04-23T13:16:04.636449956Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.129.0.69:7946: dial tcp 10.129.0.69:7946: connect: connection refused"
ts=2026-04-23T13:16:04.637529201Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.128.0.94:7946"
ts=2026-04-23T13:16:04.639773768Z caller=memberlist_logger.go:74 level=debug msg="Initiating push/pull sync with:  10.128.0.96:7946"
ts=2026-04-23T13:16:04.641178464Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.130.0.61:7946: dial tcp 10.130.0.61:7946: connect: connection refused"
ts=2026-04-23T13:16:04.641301854Z caller=memberlist_logger.go:74 level=debug msg="Failed to join 10.130.0.58:7946: dial tcp 10.130.0.58:7946: connect: connection refused"
level=info ts=2026-04-23T13:16:04.641310766Z caller=memberlist_client.go:673 phase=startup msg="joining memberlist cluster succeeded" reached_nodes=3 elapsed_time=10.62788ms
level=info ts=2026-04-23T13:16:04.723044138Z caller=ingester.go:581 component=ingester msg="recovered WAL checkpoint recovery finished" elapsed=92.215019ms errors=false
level=info ts=2026-04-23T13:16:04.723085581Z caller=ingester.go:587 component=ingester msg="recovering from WAL"
ts=2026-04-23T13:16:12.366907502Z caller=memberlist_logger.go:74 level=debug msg="Stream connection from=10.128.0.96:45060"
level=info ts=2026-04-23T13:16:14.621844623Z caller=ingester.go:603 component=ingester msg="WAL segment recovery finished" elapsed=9.991016834s errors=false
level=info ts=2026-04-23T13:16:14.621873447Z caller=ingester.go:551 component=ingester msg="closing recoverer"
level=info ts=2026-04-23T13:16:14.621908562Z caller=ingester.go:559 component=ingester msg="WAL recovery finished" time=9.99108066s
level=info ts=2026-04-23T13:16:14.621936933Z caller=wal.go:158 msg=started component=wal
level=info ts=2026-04-23T13:16:14.621975667Z caller=lifecycler.go:687 component=ingester msg="not loading tokens from file, tokens file path is empty"
level=info ts=2026-04-23T13:16:14.622016911Z caller=lifecycler.go:740 component=ingester msg="existing instance found in ring" state=ACTIVE tokens=128 ring=ingester readOnly=false readOnlyStateUpdate=0001-01-01T00:00:00Z
level=info ts=2026-04-23T13:16:14.622025124Z caller=ingester.go:772 component=ingester msg="sleeping for initial delay before starting periodic flushing" delay=23.573737706s
level=debug ts=2026-04-23T13:16:14.622045372Z caller=lifecycler.go:552 component=ingester msg="JoinAfter expired" ring=ingester
level=info ts=2026-04-23T13:16:14.622147509Z caller=ingester.go:467 component=ingester msg="autoforget is enabled and will remove unhealthy instances from the ring after 10m0s with no heartbeat"
level=info ts=2026-04-23T13:16:14.622162544Z caller=loki.go:599 msg="Loki started" startup_time=10.069004279s
level=warn ts=2026-04-23T13:16:19.622273234Z caller=ingester.go:497 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round"