level=info ts=2026-08-08T18:37:50.741666609Z caller=main.go:146 msg="Starting Loki" version="(version=3.7.4, branch=release-3.7.x, revision=b318f282)" level=info ts=2026-08-08T18:37:50.741689418Z caller=main.go:147 msg="Loading configuration file" filename=/etc/loki/config/config.yaml level=info ts=2026-08-08T18:37:50.742817254Z caller=server.go:397 msg="server listening on addresses" http=[::]:3100 grpc=[::]:9095 level=error ts=2026-08-08T18:37:50.748345447Z caller=resolver.go:100 msg="failed to lookup SRV records" host=_memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local err="lookup _memcached-client._tcp.loki-chunks-cache.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=info ts=2026-08-08T18:37:50.75002132Z caller=shipper.go:165 index-store=tsdb-2024-04-01 msg="starting index shipper in WO mode" level=info ts=2026-08-08T18:37:50.750117469Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:37:50.750496346Z caller=head_manager.go:313 index-store=tsdb-2024-04-01 component=tsdb-head-manager msg="loaded wals by period" groups=0 level=info ts=2026-08-08T18:37:50.750550648Z caller=manager.go:86 index-store=tsdb-2024-04-01 component=tsdb-manager msg="loaded leftover local indices" err=null successful=true buckets=0 indices=0 failures=0 level=info ts=2026-08-08T18:37:50.750569805Z caller=head_manager.go:313 index-store=tsdb-2024-04-01 component=tsdb-head-manager msg="loaded wals by period" groups=0 level=info ts=2026-08-08T18:37:50.752072186Z caller=memberlist_client.go:517 msg="Using memberlist cluster label and node name" cluster_label= node=loki-ingester-0-967477d2 level=info ts=2026-08-08T18:37:50.75230223Z caller=memberlist_client.go:708 msg="memberlist fast-join starting" nodes_found=1 to_join=4 ts=2026-08-08T18:37:50.757679598Z caller=memberlist_logger.go:74 level=warn msg="failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=info ts=2026-08-08T18:37:50.757693474Z caller=memberlist_client.go:714 msg="fast-joining node failed" node=loki-memberlist.product-kubearchive-logging.svc.cluster.local err="1 error occurred:\n\t* failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n" level=warn ts=2026-08-08T18:37:50.757703825Z caller=memberlist_client.go:724 msg="memberlist fast-join failed to reach minimum required seed nodes" joined_nodes=0 required_nodes=1 elapsed_time=5.403224ms level=error ts=2026-08-08T18:37:50.757735258Z caller=memberlist_client.go:599 msg="failed to fast-join the memberlist cluster at startup" err="fast-join failed to reach minimum required seed nodes: joined 0, required 1" level=info ts=2026-08-08T18:37:50.757747414Z caller=memberlist_client.go:746 phase=startup msg="joining memberlist cluster" join_members=loki-memberlist.product-kubearchive-logging.svc.cluster.local ts=2026-08-08T18:37:50.760301583Z caller=memberlist_logger.go:74 level=warn msg="failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=warn ts=2026-08-08T18:37:50.760324215Z caller=memberlist_client.go:780 phase=startup msg="joining memberlist cluster" attempts=1 max_attempts=10 err="1 error occurred:\n\t* failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n" level=info ts=2026-08-08T18:37:50.767970334Z caller=module_service.go:82 msg=starting module=runtime-config level=info ts=2026-08-08T18:37:50.76794146Z caller=module_service.go:82 msg=starting module=server level=info ts=2026-08-08T18:37:50.768387142Z caller=module_service.go:82 msg=starting module=memberlist-kv level=info ts=2026-08-08T18:37:50.76850263Z caller=module_service.go:82 msg=starting module=ring level=info ts=2026-08-08T18:37:50.7685186Z caller=module_service.go:82 msg=starting module=store level=info ts=2026-08-08T18:37:50.768537494Z caller=ring.go:390 msg="ring doesn't exist in KV store yet" level=info ts=2026-08-08T18:37:50.768659131Z caller=module_service.go:82 msg=starting module=analytics level=info ts=2026-08-08T18:37:50.768935971Z caller=module_service.go:82 msg=starting module=ingester level=info ts=2026-08-08T18:37:50.768962083Z caller=ingester.go:571 component=ingester msg="recovering from checkpoint" level=info ts=2026-08-08T18:37:50.76896796Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T18:37:50.769012305Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=22.426µs success=true level=info ts=2026-08-08T18:37:50.769031169Z caller=recovery.go:45 component=ingester msg="no checkpoint found, treating as no-op" level=info ts=2026-08-08T18:37:50.769129042Z caller=ingester.go:587 component=ingester msg="recovered WAL checkpoint recovery finished" elapsed=168.944µs errors=false level=info ts=2026-08-08T18:37:50.769145973Z caller=ingester.go:593 component=ingester msg="recovering from WAL" level=info ts=2026-08-08T18:37:50.76926936Z caller=ingester.go:609 component=ingester msg="WAL segment recovery finished" elapsed=309.922µs errors=false level=info ts=2026-08-08T18:37:50.769291537Z caller=ingester.go:557 component=ingester msg="closing recoverer" level=info ts=2026-08-08T18:37:50.769298849Z caller=ingester.go:565 component=ingester msg="WAL recovery finished" time=339.519µs level=info ts=2026-08-08T18:37:50.769336066Z caller=wal.go:173 msg=started component=wal level=info ts=2026-08-08T18:37:50.769344818Z caller=lifecycler.go:694 component=ingester msg="not loading tokens from file, tokens file path is empty" level=info ts=2026-08-08T18:37:50.769355987Z caller=ingester.go:778 component=ingester msg="sleeping for initial delay before starting periodic flushing" delay=20.508494052s level=info ts=2026-08-08T18:37:50.769362709Z caller=lifecycler.go:721 component=ingester msg="instance not found in ring, adding with no tokens" ring=ingester level=info ts=2026-08-08T18:37:50.769451096Z caller=ingester.go:473 component=ingester msg="autoforget is enabled and will remove unhealthy instances from the ring after 10m0s with no heartbeat" level=info ts=2026-08-08T18:37:50.769473796Z caller=lifecycler.go:562 component=ingester msg="auto-joining cluster after timeout" ring=ingester level=info ts=2026-08-08T18:37:50.769472702Z caller=loki.go:615 msg="Loki started" startup_time=90.41659ms ts=2026-08-08T18:37:52.707952285Z caller=memberlist_logger.go:74 level=warn msg="failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=warn ts=2026-08-08T18:37:52.707976609Z caller=memberlist_client.go:780 phase=startup msg="joining memberlist cluster" attempts=2 max_attempts=10 err="1 error occurred:\n\t* failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n" level=warn ts=2026-08-08T18:37:55.77041255Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" ts=2026-08-08T18:37:55.903258026Z caller=memberlist_logger.go:74 level=warn msg="failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=warn ts=2026-08-08T18:37:55.903277528Z caller=memberlist_client.go:780 phase=startup msg="joining memberlist cluster" attempts=3 max_attempts=10 err="1 error occurred:\n\t* failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n" level=warn ts=2026-08-08T18:38:00.770301658Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" ts=2026-08-08T18:38:03.47117865Z caller=memberlist_logger.go:74 level=warn msg="failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host" level=warn ts=2026-08-08T18:38:03.471197789Z caller=memberlist_client.go:780 phase=startup msg="joining memberlist cluster" attempts=4 max_attempts=10 err="1 error occurred:\n\t* failed to resolve loki-memberlist.product-kubearchive-logging.svc.cluster.local: lookup loki-memberlist.product-kubearchive-logging.svc.cluster.local on 172.30.0.10:53: no such host\n\n" level=warn ts=2026-08-08T18:38:05.770198395Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:38:10.770288424Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:38:15.770031633Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:38:18.096211355Z caller=memberlist_client.go:753 phase=startup msg="joining memberlist cluster succeeded" reached_nodes=3 elapsed_time=27.338459218s level=info ts=2026-08-08T18:38:20.769753929Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T18:38:20.769753425Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:38:20.769777693Z caller=recalculate_owned_streams.go:63 msg="detected ring changes, re-evaluating streams ownership" level=info ts=2026-08-08T18:38:20.769782702Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:38:25.769819517Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:38:30.770480324Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:38:35.769838768Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:38:40.770205981Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:38:45.770090319Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:38:50.750426324Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:38:50.769993036Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:38:50.77001813Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:38:50.770034499Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:38:55.769588112Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:39:00.770292521Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:39:05.770144419Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:39:10.770402129Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:39:15.770371446Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:39:20.770331584Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:39:20.770366311Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:39:20.770369257Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:39:25.769568259Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:39:30.770141892Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:39:33.975748963Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:39:35.770062098Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:39:40.769924212Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:39:45.770110474Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:39:50.750332573Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:39:50.770112863Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:39:50.770134701Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:39:50.770192674Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:39:55.769540673Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:40:00.769758579Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:40:05.770056957Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:40:10.770600436Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:40:15.770062928Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:40:20.770371804Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:40:20.770407292Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:40:20.770502641Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:40:25.769602015Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:40:30.770036637Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:40:35.770253831Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:40:40.770476118Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:40:45.769755409Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:40:50.750242447Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:40:50.770269318Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:40:50.770289533Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:40:50.77030497Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:40:55.770030535Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:41:00.769514479Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:41:03.976412195Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:41:05.770565244Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:41:10.770445995Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:41:15.769677233Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:41:20.770122715Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:41:20.770152817Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:41:20.770154595Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:41:25.76976331Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:41:30.770305148Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:41:35.769885641Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:41:40.769832231Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:41:45.770249946Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:41:50.750178814Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=warn ts=2026-08-08T18:41:50.769547544Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:41:50.769563858Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:41:50.769587978Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:41:55.770396425Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:42:00.770001994Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:42:05.769662195Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:42:10.770265148Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:42:15.769537501Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:42:20.769973456Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T18:42:20.769988789Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:42:20.770007898Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:42:25.770107566Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:42:30.770227185Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:42:33.976733003Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:42:35.769813047Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:42:40.770353904Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:42:45.770502013Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:42:50.750316944Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:42:50.769755156Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:42:50.76977374Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=info ts=2026-08-08T18:42:50.769774664Z caller=checkpoint.go:712 msg="starting checkpoint" level=warn ts=2026-08-08T18:42:50.769785995Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:42:50.769867724Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000000 level=info ts=2026-08-08T18:42:50.76987583Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T18:42:50.769890201Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=9.835µs success=true level=info ts=2026-08-08T18:42:50.771693745Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000000.tmp new=/var/loki/wal/checkpoint.000000 level=warn ts=2026-08-08T18:42:55.76977652Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:43:00.770050961Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:43:05.770552636Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:43:10.76987174Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:43:15.769821191Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:43:20.77036488Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:43:20.770395482Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:43:20.770392707Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:43:25.770188891Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:43:30.770041005Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:43:35.770059446Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:43:40.770282322Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:43:45.770193238Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:43:50.750164458Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:43:50.76945032Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:43:50.769477773Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:43:50.769518692Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:43:55.770093399Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:44:00.770171985Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:44:03.975978537Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:44:05.770160961Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:44:10.77018706Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:44:15.769524309Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:44:20.769962104Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:44:20.769993832Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:44:20.769995535Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:44:25.770112583Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:44:30.769963596Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:44:35.76993105Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:44:40.770473754Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:44:45.770246327Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:44:50.751047573Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:44:50.770016788Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T18:44:50.770028921Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:44:50.770041426Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:44:55.7698387Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:45:00.770441206Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:45:05.770116557Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:45:10.770062027Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:45:15.769556239Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:45:20.770156449Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:45:20.770190942Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:45:20.770188369Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:45:25.769695911Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:45:30.769819278Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:45:33.975425126Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:45:35.769857845Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:45:40.769621156Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:45:45.770410365Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:45:50.75030802Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:45:50.769746068Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:45:50.769768472Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:45:50.76977713Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:45:55.770536285Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:46:00.769804177Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:46:05.769818147Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:46:10.770333175Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:46:15.770402997Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:46:20.77010636Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T18:46:20.770111184Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:46:20.770136467Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:46:25.770184272Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:46:30.769914042Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:46:35.770563237Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:46:40.770121207Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:46:45.769934022Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:46:50.750246869Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:46:50.770404381Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:46:50.770424724Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:46:50.770445477Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:46:55.770156258Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:47:00.770288498Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:47:03.975998032Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:47:05.770234652Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:47:10.77021582Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:47:15.770045844Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:47:20.77024308Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:47:20.770239761Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:47:20.77027281Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:47:25.769792777Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:47:30.769764309Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:47:35.770332685Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:47:40.769563614Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:47:45.770415353Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:47:50.750185044Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:47:50.769459423Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:47:50.769479937Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=info ts=2026-08-08T18:47:50.76950176Z caller=checkpoint.go:712 msg="starting checkpoint" level=warn ts=2026-08-08T18:47:50.769504364Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:47:50.769602068Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000001 level=info ts=2026-08-08T18:47:50.769610304Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T18:47:50.769628277Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=13.678µs success=true level=info ts=2026-08-08T18:47:50.771429041Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000001.tmp new=/var/loki/wal/checkpoint.000001 level=warn ts=2026-08-08T18:47:55.770216213Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:48:00.76950929Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:48:05.770347965Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:48:10.769757351Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:48:15.770407927Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:48:20.769519741Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T18:48:20.769531243Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:48:20.769549292Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:48:25.769527399Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:48:30.7696264Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:48:33.97544801Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:48:35.769831269Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:48:40.76974115Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:48:45.770495156Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:48:50.750325089Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:48:50.769481284Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:48:50.769508067Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:48:50.769523567Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:48:55.770448977Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:49:00.769779523Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:49:05.770331782Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:49:10.770488602Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:49:15.770354097Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:49:20.770104725Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:49:20.770133709Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:49:20.770137025Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:49:25.769855136Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:49:30.769871265Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:49:35.769803039Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:49:40.770174288Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:49:45.770298458Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:49:50.751002564Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:49:50.769731536Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T18:49:50.769740132Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:49:50.769754427Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:49:55.770153181Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:50:00.770340226Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:50:03.975812386Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:50:05.770277566Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:50:10.769831301Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:50:15.770249313Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:50:20.769622607Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:50:20.769651726Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:50:20.769711686Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:50:25.770414367Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:50:30.769929901Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:50:35.770003602Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:50:40.7696363Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:50:45.770024602Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:50:50.75029759Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:50:50.769883668Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T18:50:50.769896561Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:50:50.769906977Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:50:55.770413667Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:51:00.769619411Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:51:05.77009211Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:51:10.769902992Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:51:15.770372237Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:51:20.769486376Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:51:20.769518578Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:51:20.769521507Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:51:25.770096248Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:51:30.770519238Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:51:33.97550221Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:51:35.769629198Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:51:40.769885675Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:51:45.77023395Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:51:50.750493628Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=warn ts=2026-08-08T18:51:50.769738636Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:51:50.769740891Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:51:50.769763508Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:51:55.770231562Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:52:00.769576861Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:52:05.769612442Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:52:10.769738625Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:52:15.769818388Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:52:20.77048015Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T18:52:20.77049167Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:52:20.770510397Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:52:25.769916473Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:52:30.770167842Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:52:35.769849464Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:52:40.770528258Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:52:45.769643786Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:52:50.750454913Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:52:50.769806471Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:52:50.769826025Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=info ts=2026-08-08T18:52:50.769837137Z caller=checkpoint.go:712 msg="starting checkpoint" level=warn ts=2026-08-08T18:52:50.769881654Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:52:50.769936115Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000002 level=info ts=2026-08-08T18:52:50.769943145Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T18:52:50.769960764Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=12.631µs success=true level=info ts=2026-08-08T18:52:50.771987409Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000002.tmp new=/var/loki/wal/checkpoint.000002 level=warn ts=2026-08-08T18:52:55.76993674Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:53:00.770112596Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:53:03.975363319Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:53:05.770308559Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:53:10.770431233Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:53:15.769748818Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:53:20.770044132Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:53:20.770078617Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:53:20.770090138Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:53:25.770512491Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:53:30.770334378Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:53:35.770498376Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:53:40.769999869Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:53:45.769850378Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:53:50.750161041Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:53:50.770400883Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:53:50.770430403Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:53:50.770438241Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:53:55.769563785Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:54:00.770527499Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:54:05.770057018Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:54:10.770255165Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:54:15.770297615Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:54:20.770451275Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T18:54:20.770466282Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:54:20.770482578Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:54:25.770213587Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:54:30.770503947Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:54:33.976171498Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:54:35.769617586Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:54:40.770139878Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:54:45.769801793Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:54:50.750541743Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:54:50.769733196Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:54:50.769753779Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:54:50.769779863Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:54:55.770241545Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:55:00.770084053Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:55:05.770130053Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:55:10.770142034Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:55:15.769654646Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:55:20.769891429Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:55:20.769921193Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:55:20.769921415Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:55:25.769939365Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:55:30.770228834Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:55:35.770385378Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:55:40.769760362Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:55:45.770510221Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:55:50.750180657Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:55:50.770473052Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:55:50.770496175Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:55:50.770480029Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:55:55.769819486Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:56:00.769639595Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:56:03.976558114Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:56:05.769699031Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:56:10.77000219Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:56:15.770365042Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:56:20.770213863Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T18:56:20.77021422Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:56:20.770241572Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:56:25.770258859Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:56:30.769678231Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:56:35.769625276Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:56:40.769581086Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:56:45.770545648Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:56:50.750163814Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:56:50.770437249Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T18:56:50.770437854Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:56:50.770457882Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:56:55.769928918Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:57:00.769923802Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:57:05.770377161Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:57:10.769603303Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:57:15.769985114Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:57:20.770323987Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:57:20.770353977Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:57:20.770355107Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:57:25.76969687Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:57:30.76950184Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:57:33.975558819Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:57:35.770497432Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:57:40.77023674Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:57:45.769815251Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:57:50.750380013Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:57:50.769515527Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:57:50.769541711Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=info ts=2026-08-08T18:57:50.769555904Z caller=checkpoint.go:712 msg="starting checkpoint" level=warn ts=2026-08-08T18:57:50.769584894Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:57:50.769657802Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000003 level=info ts=2026-08-08T18:57:50.769664369Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T18:57:50.769682448Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=12.577µs success=true level=info ts=2026-08-08T18:57:50.771780458Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000003.tmp new=/var/loki/wal/checkpoint.000003 level=warn ts=2026-08-08T18:57:55.769555458Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:58:00.769950842Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:58:05.770349745Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:58:10.770492041Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:58:15.770551208Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:58:20.769593406Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:58:20.769616384Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:58:20.769644875Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:58:25.76957954Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:58:30.769760021Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:58:35.770006403Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:58:40.770038004Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:58:45.770015509Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:58:50.750174188Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:58:50.770306914Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:58:50.770330583Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:58:50.770317548Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:58:55.769860482Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:59:00.770347547Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:59:03.976013974Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T18:59:05.770212008Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:59:10.770010995Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:59:15.770442646Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:59:20.770030582Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:59:20.770062869Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:59:20.770089002Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:59:25.769623067Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:59:30.770169692Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:59:35.770278292Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:59:40.769599327Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:59:45.769808822Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T18:59:50.750324442Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T18:59:50.770444033Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T18:59:50.770470659Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T18:59:50.770509274Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T18:59:55.770348109Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:00:00.770190158Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:00:05.769907535Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:00:10.76977641Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:00:15.769817176Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:00:20.769730646Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:00:20.76973068Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:00:20.769759341Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:00:25.769641427Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:00:30.770340842Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:00:33.975840256Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:00:35.769985256Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:00:40.770323289Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:00:45.770140052Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:00:50.750454353Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:00:50.770179983Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:00:50.770215518Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:00:50.770196954Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:00:55.769679331Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:01:00.770187081Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:01:05.769749875Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:01:10.770357748Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:01:15.770019847Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:01:20.769755348Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:01:20.769789269Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:01:20.769864949Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:01:25.769539858Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:01:30.770022473Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:01:35.770213517Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:01:40.770360065Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:01:45.769568681Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:01:50.750177072Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:01:50.76996499Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:01:50.769985691Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:01:50.770001971Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:01:55.770042327Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:02:00.770466017Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:02:03.975617898Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:02:05.769799825Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:02:10.770336701Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:02:15.769825613Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:02:20.769648587Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:02:20.769658858Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:02:20.769680549Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:02:25.770244772Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:02:30.769695043Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:02:35.769682815Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:02:40.77000586Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:02:45.770144429Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:02:50.750196428Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:02:50.769367657Z caller=checkpoint.go:712 msg="starting checkpoint" level=info ts=2026-08-08T19:02:50.7694832Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000004 level=info ts=2026-08-08T19:02:50.769492256Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:02:50.76950315Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:02:50.769523765Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:02:50.7695407Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:02:50.769551434Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=54.749µs success=true level=info ts=2026-08-08T19:02:50.771591566Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000004.tmp new=/var/loki/wal/checkpoint.000004 level=warn ts=2026-08-08T19:02:55.769746925Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:03:00.770164273Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:03:05.770486301Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:03:10.769836221Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:03:15.770420851Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:03:20.770362949Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:03:20.770380947Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:03:20.770394897Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:03:25.770500091Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:03:30.769758699Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:03:33.975301506Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:03:35.769838613Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:03:40.770144105Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:03:45.769659489Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:03:50.750158662Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:03:50.769455052Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:03:50.769482958Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:03:50.769504732Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:03:55.770018704Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:04:00.770352832Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:04:05.770330448Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:04:10.7699126Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:04:15.770241102Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:04:20.769764422Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:04:20.769784055Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:04:20.769797608Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:04:25.769703264Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:04:30.769526682Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:04:35.770175366Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:04:40.769780385Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:04:45.770335046Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:04:50.7501799Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:04:50.769497918Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:04:50.769518146Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:04:50.769508823Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:04:55.769907947Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:05:00.770009642Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:05:03.976091441Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:05:05.770020748Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:05:10.7695087Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:05:15.77015781Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:05:20.770325853Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:05:20.770353818Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:05:20.77034574Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:05:25.76969721Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:05:30.769536663Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:05:35.769638874Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:05:40.770186426Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:05:45.770310849Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:05:50.750173026Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:05:50.769442334Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:05:50.769462618Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:05:50.769490907Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:05:55.770478201Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:06:00.769864865Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:06:05.770272457Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:06:10.770304605Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:06:15.77010904Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:06:20.769891184Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:06:20.769918362Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:06:20.769927917Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:06:25.769542823Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:06:30.769779886Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:06:33.97569765Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:06:35.769854184Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:06:40.770094719Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:06:45.769626703Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:06:50.750755449Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:06:50.769823859Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:06:50.769845466Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:06:50.769840778Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:06:55.769631997Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:07:00.769584575Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:07:05.770323596Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:07:10.769612956Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:07:15.76993287Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:07:20.769749876Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:07:20.769770109Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:07:20.769784976Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:07:25.769649381Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:07:30.770445339Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:07:35.769763964Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:07:40.770331483Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:07:45.770063907Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:07:50.750529667Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:07:50.769744208Z caller=checkpoint.go:712 msg="starting checkpoint" level=info ts=2026-08-08T19:07:50.769774556Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:07:50.769801781Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:07:50.769817144Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:07:50.769855593Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000005 level=info ts=2026-08-08T19:07:50.769865691Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:07:50.769887613Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=16.34µs success=true level=info ts=2026-08-08T19:07:50.772130948Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000005.tmp new=/var/loki/wal/checkpoint.000005 level=warn ts=2026-08-08T19:07:55.769756522Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:08:00.769647716Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:08:03.976644657Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:08:05.769765194Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:08:10.769789085Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:08:15.770215223Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:08:20.770104048Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:08:20.770133718Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:08:20.770149129Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:08:25.769647052Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:08:30.770363969Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:08:35.770040969Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:08:40.770282118Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:08:45.770007814Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:08:50.750192639Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:08:50.770342051Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:08:50.77036905Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:08:50.770364839Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:08:55.77006845Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:09:00.76960493Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:09:05.769741424Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:09:10.770252122Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:09:15.770133327Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:09:20.770230701Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:09:20.770241952Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:09:20.770268801Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:09:25.76983597Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:09:30.77051639Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:09:33.975389272Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:09:35.769940797Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:09:40.7699704Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:09:45.769520952Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:09:50.750201444Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:09:50.770149137Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:09:50.770173956Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:09:50.770164747Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:09:55.769813872Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:10:00.770125049Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:10:05.770535052Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:10:10.770278993Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:10:15.769846672Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:10:20.769518455Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:10:20.76952473Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:10:20.769547473Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:10:25.769659768Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:10:30.770366009Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:10:35.770496896Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:10:40.769942223Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:10:45.770157372Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:10:50.750291128Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:10:50.769951079Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:10:50.769973356Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:10:50.769964933Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:10:55.770596789Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:11:00.770136932Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:11:03.976324302Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:11:05.769973752Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:11:10.770073435Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:11:15.769502556Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:11:20.770506247Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:11:20.770543586Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:11:20.770564296Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:11:25.769843648Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:11:30.769523425Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:11:35.769756389Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:11:40.769796551Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:11:45.770058822Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:11:50.75023816Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:11:50.770277174Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:11:50.77029972Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:11:50.77030686Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:11:55.769528182Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:12:00.770030894Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:12:05.770038917Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:12:10.769872029Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:12:15.770586554Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:12:20.770382956Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:12:20.770416151Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:12:20.770418443Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:12:25.769506417Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:12:30.770192833Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:12:33.975366986Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:12:35.769549072Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:12:40.770525327Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:12:45.769825243Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:12:50.750526363Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:12:50.769461925Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:12:50.769472756Z caller=checkpoint.go:712 msg="starting checkpoint" level=info ts=2026-08-08T19:12:50.769484387Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:12:50.769505244Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:12:50.769572729Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000006 level=info ts=2026-08-08T19:12:50.769583131Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:12:50.769601918Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=13.231µs success=true level=info ts=2026-08-08T19:12:50.77189089Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000006.tmp new=/var/loki/wal/checkpoint.000006 level=warn ts=2026-08-08T19:12:55.769976902Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:13:00.770519248Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:13:05.770553418Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:13:10.770060505Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:13:15.769563464Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:13:20.770421404Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:13:20.770441676Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:13:20.770457516Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:13:25.770081807Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:13:30.770180985Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:13:35.769913162Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:13:40.769596013Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:13:45.770397033Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:13:50.75019229Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=warn ts=2026-08-08T19:13:50.769552905Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:13:50.769554485Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:13:50.769586518Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:13:55.770154923Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:14:00.769993943Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:14:03.975591531Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:14:05.769745487Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:14:10.77022617Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:14:15.770344897Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:14:20.77034533Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:14:20.770375076Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:14:20.77036427Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:14:25.770019556Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:14:30.76960479Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:14:35.769819763Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:14:40.770215335Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:14:45.769804783Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:14:50.750200464Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:14:50.770182434Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:14:50.770205947Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:14:50.770197923Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:14:55.770450635Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:15:00.770358269Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:15:05.770491326Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:15:10.770296607Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:15:15.769593391Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:15:20.769593089Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:15:20.769606493Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:15:20.769632547Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:15:25.769568964Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:15:30.770348591Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:15:33.975458017Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:15:35.770333728Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:15:40.770103042Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:15:45.769951492Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:15:50.750193532Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:15:50.770448174Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:15:50.770470973Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:15:50.770485891Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:15:55.770495492Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:16:00.769892194Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:16:05.770043216Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:16:10.770249504Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:16:15.770428507Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:16:20.770487805Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:16:20.770501627Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:16:20.770524462Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:16:25.770153072Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:16:30.769539816Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:16:35.770183985Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:16:40.770028461Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:16:45.770038553Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:16:50.750186033Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:16:50.770228442Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:16:50.770259402Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:16:50.770276262Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:16:55.769935219Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:17:00.769772418Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:17:03.975594592Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:17:05.770003584Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:17:10.769659464Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:17:15.770574478Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:17:20.770222798Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:17:20.770258135Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:17:20.770238484Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:17:25.769868851Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:17:30.769504212Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:17:35.769763655Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:17:40.77043006Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:17:45.770272584Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:17:50.750190616Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:17:50.770195087Z caller=checkpoint.go:712 msg="starting checkpoint" level=info ts=2026-08-08T19:17:50.770226554Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:17:50.770254838Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:17:50.770260006Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:17:50.770312083Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000007 level=info ts=2026-08-08T19:17:50.770318861Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:17:50.770349836Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=25.649µs success=true level=info ts=2026-08-08T19:17:50.772615902Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000007.tmp new=/var/loki/wal/checkpoint.000007 level=warn ts=2026-08-08T19:17:55.770052949Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:18:00.769516646Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:18:05.770362488Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:18:10.77019984Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:18:15.77055929Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:18:20.770419229Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:18:20.770451921Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:18:20.770471652Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:18:25.770403579Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:18:30.77034197Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:18:33.976335242Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:18:35.77032816Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:18:40.76996131Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:18:45.770066213Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:18:50.75016626Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:18:50.770514341Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:18:50.77053472Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:18:50.77053759Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:18:55.770465639Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:19:00.770258297Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:19:05.769992223Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:19:10.769637697Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:19:15.769957294Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:19:20.770011452Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:19:20.770042854Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:19:20.770045859Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:19:25.769883521Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:19:30.770102582Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:19:35.769771014Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:19:40.770588798Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:19:45.770005987Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:19:50.75034812Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:19:50.77020666Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:19:50.77021712Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:19:50.770246336Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:19:55.770434069Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:20:00.769604613Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:20:03.990486539Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:20:05.769695302Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:20:10.769558081Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:20:15.770437432Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:20:20.769825638Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:20:20.769840378Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:20:20.769853856Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:20:25.770137599Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:20:30.770331433Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:20:35.769507112Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:20:40.769928119Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:20:45.769704219Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:20:50.750197217Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:20:50.770205528Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:20:50.770215272Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:20:50.770230365Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:20:55.769920369Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:21:00.769679978Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:21:05.769690063Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:21:10.769500968Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:21:15.769911357Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:21:20.770301525Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:21:20.770315743Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:21:20.770330339Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:21:25.769632929Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:21:30.769758403Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:21:33.975868472Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:21:35.769783271Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:21:40.770531454Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:21:45.769664052Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:21:50.750308166Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:21:50.769738441Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:21:50.769745634Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:21:50.769762976Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:21:55.769646782Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:22:00.76954255Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:22:05.769533111Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:22:10.770582314Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:22:15.769980797Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:22:20.7699964Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:22:20.770009584Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:22:20.770027757Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:22:25.769649655Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:22:30.770119249Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:22:35.769795005Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:22:40.769540207Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:22:45.769765064Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:22:50.750594726Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:22:50.77007293Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:22:50.770092671Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:22:50.770093333Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:22:50.770098156Z caller=checkpoint.go:712 msg="starting checkpoint" level=info ts=2026-08-08T19:22:50.770190772Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000008 level=info ts=2026-08-08T19:22:50.770197947Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:22:50.770215946Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=12.978µs success=true level=info ts=2026-08-08T19:22:50.772337732Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000008.tmp new=/var/loki/wal/checkpoint.000008 level=warn ts=2026-08-08T19:22:55.770139777Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:23:00.770454243Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:23:03.975089041Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:23:05.769977444Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:23:10.769828525Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:23:15.769691586Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:23:20.770257272Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:23:20.770257119Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:23:20.770288099Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:23:25.769748538Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:23:30.769662341Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:23:35.77002621Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:23:40.769857266Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:23:45.770032345Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:23:50.750581171Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:23:50.770356909Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:23:50.770378867Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:23:50.770374913Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:23:55.769749178Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:24:00.769539054Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:24:05.77042891Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:24:10.770029427Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:24:15.769893136Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:24:20.770296232Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:24:20.770307453Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:24:20.770326925Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:24:25.769710162Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:24:30.77031522Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:24:33.97666931Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:24:35.769593611Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:24:40.770314372Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:24:45.770444347Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:24:50.750364764Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:24:50.769540391Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:24:50.769550569Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:24:50.769569022Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:24:55.770359854Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:25:00.769579356Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:25:05.770550208Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:25:10.769797056Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:25:15.770344937Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:25:20.7703486Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:25:20.770377904Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:25:20.770396335Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:25:25.770352017Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:25:30.770232201Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:25:35.770483826Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:25:40.769550489Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:25:45.7703945Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:25:50.75021832Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:25:50.770200781Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:25:50.770225005Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:25:50.770215478Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:25:55.770125722Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:26:00.76957619Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:26:03.976117048Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:26:05.770100268Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:26:10.769546405Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:26:15.76984062Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:26:20.77044713Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:26:20.770463344Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:26:20.770477473Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:26:25.770072305Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:26:30.770300773Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:26:35.770122604Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:26:40.770484181Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:26:45.770287887Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:26:50.750341321Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:26:50.769914643Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:26:50.769938068Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:26:50.769937799Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:26:55.770381306Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:27:00.769884509Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:27:05.770362767Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:27:10.770459762Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:27:15.770516119Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:27:20.769585129Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:27:20.769615378Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:27:20.769620241Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:27:25.770251604Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:27:30.769772501Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:27:33.975668943Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:27:35.76967721Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:27:40.770519443Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:27:45.770104143Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:27:50.750197827Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:27:50.770357013Z caller=checkpoint.go:712 msg="starting checkpoint" level=info ts=2026-08-08T19:27:50.770383311Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:27:50.770385148Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:27:50.770406904Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=info ts=2026-08-08T19:27:50.770449792Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000009 level=info ts=2026-08-08T19:27:50.770456784Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:27:50.770473384Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=12.03µs success=true level=info ts=2026-08-08T19:27:50.772635142Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000009.tmp new=/var/loki/wal/checkpoint.000009 level=warn ts=2026-08-08T19:27:55.770468374Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:28:00.770513624Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:28:05.769935998Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:28:10.770465896Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:28:15.769759631Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:28:20.769767027Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:28:20.769798545Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:28:20.769799589Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:28:25.770274Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:28:30.77042676Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:28:35.770269319Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:28:40.769510259Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:28:45.769794972Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:28:50.750181713Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:28:50.770400678Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:28:50.770422162Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:28:50.770421652Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:28:55.770518278Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:29:00.769507474Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:29:03.975685097Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:29:05.769810932Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:29:10.769922243Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:29:15.770290769Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:29:20.770474856Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:29:20.770491755Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:29:20.770507726Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:29:25.769922924Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:29:30.769551301Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:29:35.770194376Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:29:40.770255823Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:29:45.770427925Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:29:50.75039743Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:29:50.770175702Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:29:50.770177898Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:29:50.770197026Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:29:55.770483844Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:30:00.770586446Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:30:05.770421478Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:30:10.770358649Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:30:15.770101378Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:30:20.769580914Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:30:20.769608471Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:30:20.769624396Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:30:25.770014614Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:30:30.770108149Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:30:33.975593704Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:30:35.77010629Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:30:40.76962668Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:30:45.770032096Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:30:50.750177096Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:30:50.76945746Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:30:50.769478149Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:30:50.769542706Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:30:55.770162743Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:31:00.770006192Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:31:05.769587413Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:31:10.769593271Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:31:15.769672927Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:31:20.77017216Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:31:20.770186235Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:31:20.770205691Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:31:25.769737624Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:31:30.770191002Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:31:35.769661642Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:31:40.770076742Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:31:45.769948342Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:31:50.750208469Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:31:50.769839835Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:31:50.769842713Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:31:50.769859137Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:31:55.770021068Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:32:00.770438362Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:32:03.975469497Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:32:05.769757598Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:32:10.770236863Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:32:15.770195708Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:32:20.76974281Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:32:20.769772916Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:32:20.769763902Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:32:25.770379796Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:32:30.769779401Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:32:35.769864057Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:32:40.769532657Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:32:45.76984861Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:32:50.750304315Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:32:50.769576954Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:32:50.769598994Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=info ts=2026-08-08T19:32:50.769590174Z caller=checkpoint.go:712 msg="starting checkpoint" level=warn ts=2026-08-08T19:32:50.76959444Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:32:50.769686447Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000010 level=info ts=2026-08-08T19:32:50.769693754Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:32:50.769712211Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=13.161µs success=true level=info ts=2026-08-08T19:32:50.771846212Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000010.tmp new=/var/loki/wal/checkpoint.000010 level=warn ts=2026-08-08T19:32:55.76983873Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:33:00.770062967Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:33:05.770313172Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:33:10.769888744Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:33:15.76969047Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:33:20.770485365Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:33:20.770513626Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:33:20.770529488Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:33:25.769750874Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:33:30.770294885Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:33:33.976187325Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:33:35.77009362Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:33:40.77022304Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:33:45.770081544Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:33:50.750283106Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:33:50.770164136Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:33:50.770186302Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:33:50.770183386Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:33:55.769763003Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:34:00.769831869Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:34:05.770334051Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:34:10.770181506Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:34:15.770079318Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:34:20.769444367Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:34:20.769473756Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:34:20.769555061Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:34:25.770092802Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:34:30.769825439Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:34:35.769542663Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:34:40.769654288Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:34:45.769817614Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:34:50.750643078Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:34:50.769735987Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:34:50.769757907Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:34:50.769779263Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:34:55.769952064Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:35:00.769701169Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:35:03.976216358Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:35:05.76963576Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:35:10.769672661Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:35:15.770238126Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:35:20.770279515Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:35:20.770310774Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:35:20.770303936Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:35:25.76980348Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:35:30.770390019Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:35:35.769791802Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:35:40.769865377Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:35:45.770063938Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:35:50.750175795Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:35:50.770318144Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:35:50.770358265Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:35:50.770363459Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:35:55.769532618Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:36:00.769665072Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:36:05.770200108Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:36:10.77044225Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:36:15.770447118Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:36:20.76983825Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:36:20.769838288Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:36:20.76987383Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:36:25.770267941Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:36:30.769628362Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:36:33.975618682Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:36:35.770348891Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:36:40.769561075Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:36:45.769571103Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:36:50.750336918Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:36:50.769453483Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:36:50.769478086Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:36:50.769509844Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:36:55.770439963Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:37:00.770265856Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:37:05.769803888Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:37:10.770437437Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:37:15.770491701Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:37:20.770428298Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:37:20.770443649Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:37:20.7704568Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:37:25.770264059Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:37:30.769933844Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:37:35.770235188Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:37:40.769860952Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:37:45.770349357Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:37:50.750650288Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:37:50.769635239Z caller=checkpoint.go:712 msg="starting checkpoint" level=warn ts=2026-08-08T19:37:50.769637027Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:37:50.769649684Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:37:50.769673162Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=info ts=2026-08-08T19:37:50.769754362Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000011 level=info ts=2026-08-08T19:37:50.769762138Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:37:50.769779834Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=13.39µs success=true level=info ts=2026-08-08T19:37:50.77187595Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000011.tmp new=/var/loki/wal/checkpoint.000011 level=warn ts=2026-08-08T19:37:55.770393091Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:38:00.769497637Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:38:03.9756898Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:38:05.770180481Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:38:10.770264284Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:38:15.770156341Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:38:20.769591813Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:38:20.769620403Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:38:20.769637543Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:38:25.769665036Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:38:30.769653285Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:38:35.770002493Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:38:40.76953318Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:38:45.770365882Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:38:50.7501581Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:38:50.770385082Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:38:50.770413835Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:38:50.770409816Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:38:55.769811202Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:39:00.770303859Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:39:05.77026607Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:39:10.770327716Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:39:15.770198553Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:39:20.76964234Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:39:20.769643777Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:39:20.769668031Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:39:25.770062583Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:39:30.770074683Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:39:33.975053618Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:39:35.77004151Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:39:40.770278498Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:39:45.77022578Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:39:50.7504365Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:39:50.770392288Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:39:50.770410593Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:39:50.770441628Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:39:55.76986406Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:40:00.769900164Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:40:05.770519885Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:40:10.769541569Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:40:15.769734402Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:40:20.770463368Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:40:20.770499328Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:40:20.770519273Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:40:25.769917316Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:40:30.770390757Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:40:35.770427137Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:40:40.770308824Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:40:45.770259519Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:40:50.750182404Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=warn ts=2026-08-08T19:40:50.7703925Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:40:50.77041176Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:40:50.770436221Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:40:55.770570784Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:41:00.769979921Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:41:03.975391155Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:41:05.769870006Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:41:10.769839563Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:41:15.770436131Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:41:20.770120759Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:41:20.770148911Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:41:20.770195532Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:41:25.76974265Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:41:30.76949863Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:41:35.769802728Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:41:40.770318828Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:41:45.769640139Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:41:50.750186687Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:41:50.77045766Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:41:50.770477316Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:41:50.770533718Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:41:55.769932955Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:42:00.770481147Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:42:05.769773624Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:42:10.770036595Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:42:15.769599626Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:42:20.769814744Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:42:20.76984349Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:42:20.769904043Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:42:25.769590973Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:42:30.769552505Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:42:33.97519935Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:42:35.770372261Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:42:40.769683129Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:42:45.770498859Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:42:50.750205035Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:42:50.770268313Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:42:50.770290956Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=info ts=2026-08-08T19:42:50.770289229Z caller=checkpoint.go:712 msg="starting checkpoint" level=warn ts=2026-08-08T19:42:50.770295638Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:42:50.770389107Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000012 level=info ts=2026-08-08T19:42:50.770399995Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:42:50.770417276Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=13.028µs success=true level=info ts=2026-08-08T19:42:50.772542039Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000012.tmp new=/var/loki/wal/checkpoint.000012 level=warn ts=2026-08-08T19:42:55.77048948Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:43:00.770202985Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:43:05.77050255Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:43:10.770858569Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:43:15.770212089Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:43:20.770347091Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:43:20.770376651Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:43:20.770369625Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:43:25.769727656Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:43:30.769631233Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:43:35.76989348Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:43:40.770478863Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:43:45.770559453Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:43:50.750178722Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:43:50.770027772Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:43:50.770051518Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:43:50.770090992Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:43:55.769960299Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:44:00.770560629Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:44:03.975194181Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:44:05.77049053Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:44:10.769755344Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:44:15.770189254Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:44:20.769834007Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:44:20.769886478Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:44:20.769877447Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:44:25.769692724Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:44:30.769509952Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:44:35.770215673Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:44:40.770331774Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:44:45.770354308Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:44:50.750505851Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:44:50.769892468Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:44:50.769915761Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:44:50.769918264Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:44:55.770355634Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:45:00.76976478Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:45:05.769622414Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:45:10.770158294Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:45:15.769936113Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:45:20.770213107Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:45:20.770253485Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:45:20.770269286Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:45:25.770575693Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:45:30.769889264Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:45:33.976451191Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:45:35.769892577Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:45:40.770304971Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:45:45.770080391Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:45:50.750479946Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=warn ts=2026-08-08T19:45:50.76989296Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:45:50.76990474Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:45:50.769927028Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:45:55.769741591Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:46:00.770254914Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:46:05.76981392Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:46:10.769631429Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:46:15.77045939Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:46:20.770411707Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:46:20.770449702Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:46:20.770466656Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:46:25.77029791Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:46:30.770290253Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:46:35.769686933Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:46:40.769581181Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:46:45.769698536Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:46:50.750160795Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:46:50.770413907Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:46:50.770441647Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:46:50.770452017Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:46:55.770319467Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:47:00.770058193Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:47:03.976494776Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:47:05.770335742Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:47:10.770304956Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:47:15.769545371Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:47:20.769452634Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:47:20.769481514Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:47:20.769514916Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:47:25.769660139Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:47:30.770159172Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:47:35.770518866Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:47:40.770328719Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:47:45.77050311Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:47:50.750203539Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:47:50.770208017Z caller=checkpoint.go:712 msg="starting checkpoint" level=info ts=2026-08-08T19:47:50.770220849Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:47:50.770248801Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:47:50.770279051Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:47:50.770301608Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000013 level=info ts=2026-08-08T19:47:50.770310138Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:47:50.770327662Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=12.953µs success=true level=info ts=2026-08-08T19:47:50.772425601Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000013.tmp new=/var/loki/wal/checkpoint.000013 level=warn ts=2026-08-08T19:47:55.769982141Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:48:00.77013546Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:48:05.770341423Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:48:10.769960987Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:48:15.770304077Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:48:20.769457855Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:48:20.769485877Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:48:20.769562224Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:48:25.770428058Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:48:30.770299894Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:48:33.97631162Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:48:35.769830759Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:48:40.769880389Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:48:45.770438561Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:48:50.750256799Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:48:50.769836249Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:48:50.769838255Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:48:50.769860579Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:48:55.770276129Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:49:00.770046147Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:49:05.770378858Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:49:10.769603238Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:49:15.770375413Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:49:20.769762609Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:49:20.769775058Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:49:20.769792023Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:49:25.76960551Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:49:30.769612205Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:49:35.770400826Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:49:40.770168513Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:49:45.769536169Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:49:50.750599079Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:49:50.770069838Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:49:50.770096196Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:49:50.770115009Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:49:55.77039401Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:50:00.770472471Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:50:03.975846045Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:50:05.769518079Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:50:10.770226195Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:50:15.770482742Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:50:20.769761709Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:50:20.769793759Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:50:20.76981148Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:50:25.770519406Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:50:30.769969799Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:50:35.770164499Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:50:40.769612153Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:50:45.770422122Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:50:50.750263334Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:50:50.770329658Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:50:50.770349863Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:50:50.770367795Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:50:55.770259357Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:51:00.770459344Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:51:05.769528179Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:51:10.769957329Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:51:15.770447048Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:51:20.770443707Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:51:20.770473618Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:51:20.770483254Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:51:25.769905613Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:51:30.76952811Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:51:33.975999214Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:51:35.770189416Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:51:40.769811293Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:51:45.769951548Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:51:50.750302769Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:51:50.770346783Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:51:50.770372562Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:51:50.770397179Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:51:55.77040187Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:52:00.770487332Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:52:05.769926757Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:52:10.770049764Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:52:15.769981853Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:52:20.769588838Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:52:20.769618361Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:52:20.769611775Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:52:25.770559323Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:52:30.769769736Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:52:35.769639002Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:52:40.770053198Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:52:45.769739043Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:52:50.750173079Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:52:50.770275149Z caller=checkpoint.go:712 msg="starting checkpoint" level=warn ts=2026-08-08T19:52:50.770288777Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:52:50.770304715Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:52:50.770322758Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=info ts=2026-08-08T19:52:50.770364378Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000014 level=info ts=2026-08-08T19:52:50.770371347Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:52:50.770387682Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=11.852µs success=true level=info ts=2026-08-08T19:52:50.772500074Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000014.tmp new=/var/loki/wal/checkpoint.000014 level=warn ts=2026-08-08T19:52:55.770507109Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:53:00.770303166Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:53:03.975627157Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:53:05.770162068Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:53:10.769517848Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:53:15.770046069Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:53:20.769980953Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T19:53:20.769982479Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:53:20.770010606Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:53:25.770486076Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:53:30.770459521Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:53:35.769875832Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:53:40.769548044Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:53:45.770064131Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:53:50.750735433Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:53:50.770010298Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:53:50.770030656Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:53:50.770038678Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:53:55.76975887Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:54:00.770494829Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:54:05.770518446Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:54:10.770391692Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:54:15.770010956Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:54:20.770096018Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:54:20.770127937Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:54:20.770157148Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:54:25.769874605Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:54:30.769617817Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:54:33.975523765Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:54:35.769553259Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:54:40.770043572Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:54:45.769631515Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:54:50.750318683Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:54:50.76995699Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:54:50.769978571Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:54:50.769993986Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:54:55.770389445Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:55:00.77057359Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:55:05.770106108Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:55:10.770004112Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:55:15.770075677Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:55:20.770243844Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:55:20.770273479Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:55:20.770274496Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:55:25.770009161Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:55:30.770138087Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:55:35.769756437Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:55:40.770476441Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:55:45.770435061Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:55:50.750305832Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:55:50.770161941Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:55:50.770185547Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:55:50.770199553Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:55:55.770103633Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:56:00.77011483Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:56:03.976087855Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:56:05.769693771Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:56:10.770174172Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:56:15.770272713Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:56:20.769449368Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:56:20.769480746Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:56:20.769508623Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:56:25.769760815Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:56:30.770045233Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:56:35.770212208Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:56:40.769806444Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:56:45.770088982Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:56:50.750581603Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=warn ts=2026-08-08T19:56:50.770091707Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:56:50.770095876Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:56:50.770116335Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:56:55.770303797Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:57:00.769783662Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:57:05.770584858Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:57:10.769741891Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:57:15.770280085Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:57:20.769989917Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:57:20.770025332Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:57:20.770023741Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:57:25.77002849Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:57:30.769502581Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:57:33.975981531Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:57:35.770068102Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:57:40.770400999Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:57:45.770287905Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:57:50.750199599Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:57:50.770288665Z caller=checkpoint.go:712 msg="starting checkpoint" level=warn ts=2026-08-08T19:57:50.77029566Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:57:50.77029596Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:57:50.770318226Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=info ts=2026-08-08T19:57:50.770380361Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000015 level=info ts=2026-08-08T19:57:50.770388764Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T19:57:50.770408079Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=14.422µs success=true level=info ts=2026-08-08T19:57:50.772363964Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000015.tmp new=/var/loki/wal/checkpoint.000015 level=warn ts=2026-08-08T19:57:55.770560264Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:58:00.769534156Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:58:05.769743168Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:58:10.770161097Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:58:15.770507432Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:58:20.770051114Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:58:20.77005386Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:58:20.770083866Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:58:25.769675197Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:58:30.769541626Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:58:35.770021221Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:58:40.770152872Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:58:45.769557676Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:58:50.750281564Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:58:50.770145889Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:58:50.770165317Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:58:50.77017837Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:58:55.770316408Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:59:00.770061311Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:59:03.97606726Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T19:59:05.769830998Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:59:10.769925511Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:59:15.769937966Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:59:20.770139989Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:59:20.770174758Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:59:20.770187114Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:59:25.770415909Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:59:30.76983291Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:59:35.769586349Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:59:40.769818209Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:59:45.770490263Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T19:59:50.750544121Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T19:59:50.769756232Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T19:59:50.769778915Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T19:59:50.769860702Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T19:59:55.770425293Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:00:00.769994588Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:00:05.769817719Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:00:10.769854313Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:00:15.7699907Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:00:20.770166683Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:00:20.770197841Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:00:20.770246639Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:00:25.770374679Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:00:30.770052046Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:00:33.975532617Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:00:35.770319934Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:00:40.769579263Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:00:45.769845305Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:00:50.750169554Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:00:50.770330826Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:00:50.770356469Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:00:50.770363858Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:00:55.770329576Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:01:00.770179426Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:01:05.769752821Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:01:10.769557057Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:01:15.770444848Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:01:20.770161679Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:01:20.770204539Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:01:20.770264685Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:01:25.770423279Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:01:30.770090246Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:01:35.769515481Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:01:40.769822545Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:01:45.769618631Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:01:50.750341837Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:01:50.77028002Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:01:50.770302128Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:01:50.770322931Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:01:55.769818056Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:02:00.770050838Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:02:03.976375494Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:02:05.769947277Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:02:10.769748111Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:02:15.769930168Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:02:20.769449917Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:02:20.76947878Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:02:20.769510182Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:02:25.770464964Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:02:30.769886485Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:02:35.770090587Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:02:40.77028227Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:02:45.769639925Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:02:50.750280756Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:02:50.769641606Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:02:50.76965297Z caller=checkpoint.go:712 msg="starting checkpoint" level=info ts=2026-08-08T20:02:50.769662782Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:02:50.769658085Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:02:50.769760139Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000016 level=info ts=2026-08-08T20:02:50.769768551Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T20:02:50.769787386Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=14.035µs success=true level=info ts=2026-08-08T20:02:50.771800506Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000016.tmp new=/var/loki/wal/checkpoint.000016 level=warn ts=2026-08-08T20:02:55.769764267Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:03:00.770517951Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:03:05.770044132Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:03:10.769652325Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:03:15.769594015Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:03:20.770113071Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:03:20.770142975Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:03:20.770158486Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:03:25.770365983Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:03:30.770035874Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:03:33.975430415Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:03:35.76996504Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:03:40.769901229Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:03:45.769911703Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:03:50.750214528Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:03:50.770484118Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T20:03:50.770489247Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:03:50.770503972Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:03:55.769552455Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:04:00.770014374Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:04:05.770071588Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:04:10.770391283Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:04:15.769793368Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:04:20.770190373Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T20:04:20.770194214Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:04:20.770217588Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:04:25.770094332Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:04:30.770397551Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:04:35.770383836Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:04:40.769830295Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:04:45.769646518Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:04:50.750301185Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:04:50.76964393Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:04:50.769665566Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:04:50.769686022Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:04:55.769738298Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:05:00.770010467Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:05:03.976197687Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:05:05.769744491Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:05:10.769838896Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:05:15.769970455Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:05:20.769835255Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:05:20.769864365Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:05:20.769888919Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:05:25.769954289Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:05:30.770320164Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:05:35.770310229Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:05:40.769879201Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:05:45.770100898Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:05:50.751120402Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:05:50.770016119Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:05:50.77003704Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:05:50.770060241Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:05:55.770375715Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:06:00.770320062Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:06:05.769665751Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:06:10.769986279Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:06:15.770296251Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:06:20.770002863Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:06:20.77003183Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:06:20.770094677Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:06:25.769586581Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:06:30.769661031Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:06:33.97594639Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:06:35.770024724Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:06:40.770272778Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:06:45.770417734Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:06:50.750264938Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:06:50.770418349Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T20:06:50.770422289Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:06:50.770438271Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:06:55.770458219Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:07:00.770508045Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:07:05.769666424Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:07:10.770286526Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:07:15.769835751Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:07:20.769876787Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:07:20.7699183Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:07:20.769935963Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:07:25.770484935Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:07:30.770489315Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:07:35.769844472Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:07:40.770193606Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:07:45.769829835Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:07:50.750171807Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:07:50.770321357Z caller=checkpoint.go:712 msg="starting checkpoint" level=info ts=2026-08-08T20:07:50.770357467Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:07:50.7703788Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:07:50.770382508Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:07:50.770446862Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000017 level=info ts=2026-08-08T20:07:50.770453882Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T20:07:50.770472185Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=13.429µs success=true level=info ts=2026-08-08T20:07:50.772672473Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000017.tmp new=/var/loki/wal/checkpoint.000017 level=warn ts=2026-08-08T20:07:55.770388504Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:08:00.77011015Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:08:03.976735032Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:08:05.769868056Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:08:10.769527487Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:08:15.769855691Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:08:20.770401419Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T20:08:20.770414704Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:08:20.77043152Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:08:25.770282964Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:08:30.770165636Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:08:35.770511323Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:08:40.770036446Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:08:45.770142599Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:08:50.750467699Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:08:50.769806647Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:08:50.769825255Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:08:50.769848185Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:08:55.770524742Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:09:00.769657267Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:09:05.769674531Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:09:10.77015042Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:09:15.770484801Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:09:20.769724326Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:09:20.76975541Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:09:20.769755823Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:09:25.77010928Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:09:30.770183209Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:09:33.975776129Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:09:35.770304946Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:09:40.77002581Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:09:45.769805784Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:09:50.750319086Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:09:50.77000787Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:09:50.770034428Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:09:50.770049808Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:09:55.77044467Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:10:00.770454139Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:10:05.769831582Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:10:10.769670494Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:10:15.770178128Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:10:20.770401047Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T20:10:20.770404895Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:10:20.770431574Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:10:25.76976289Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:10:30.770536746Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:10:35.769761088Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:10:40.770361099Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:10:45.769807879Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:10:50.750168188Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:10:50.769992419Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:10:50.770016766Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:10:50.770028508Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:10:55.76954107Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:11:00.770365723Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:11:03.975698121Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:11:05.770136298Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:11:10.770013714Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:11:15.770483552Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:11:20.770287271Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:11:20.770317705Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:11:20.770333278Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:11:25.770056758Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:11:30.770603724Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:11:35.770095439Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:11:40.770531839Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:11:45.769748369Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:11:50.750184944Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:11:50.770271015Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T20:11:50.770269464Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:11:50.770291989Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:11:55.770108955Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:12:00.769578384Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:12:05.769515907Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:12:10.770339658Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:12:15.770020398Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:12:20.770438981Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:12:20.770472747Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:12:20.770484927Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:12:25.770216698Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:12:30.770361554Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:12:33.9758595Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:12:35.769942703Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:12:40.770544834Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:12:45.769982833Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:12:50.750344903Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:12:50.769960303Z caller=checkpoint.go:712 msg="starting checkpoint" level=info ts=2026-08-08T20:12:50.769970507Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:12:50.769994856Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:12:50.770001422Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:12:50.770055649Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000018 level=info ts=2026-08-08T20:12:50.770064138Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T20:12:50.770082273Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=13.168µs success=true level=info ts=2026-08-08T20:12:50.771928586Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000018.tmp new=/var/loki/wal/checkpoint.000018 level=warn ts=2026-08-08T20:12:55.770058981Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:13:00.770308837Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:13:05.769989679Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:13:10.77024224Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:13:15.769822307Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:13:20.769746091Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T20:13:20.76975218Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:13:20.769776258Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:13:25.770338691Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:13:30.769934193Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:13:35.769726566Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:13:40.770530395Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:13:45.770376288Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:13:50.750501394Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:13:50.769841115Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:13:50.769863888Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:13:50.769886102Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:13:55.770457732Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:14:00.769827794Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:14:03.976099567Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:14:05.770321622Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:14:10.770058337Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:14:15.769749272Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:14:20.770100955Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:14:20.770133066Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:14:20.770166644Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:14:25.770230256Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:14:30.770134173Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:14:35.770359236Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:14:40.769804792Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:14:45.770024205Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:14:50.750264797Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:14:50.770134543Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:14:50.770158482Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:14:50.77021497Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:14:55.769978395Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:15:00.770505763Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:15:05.770181398Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:15:10.770000123Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:15:15.770101287Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:15:20.76997641Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:15:20.770004567Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:15:20.770021354Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:15:25.76999038Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:15:30.769706044Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:15:33.975901041Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:15:35.770050233Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:15:40.769562126Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:15:45.769586664Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:15:50.750407993Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:15:50.770023Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:15:50.770048731Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:15:50.770066765Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:15:55.770025715Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:16:00.770419428Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:16:05.770527518Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:16:10.769566395Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:16:15.769969218Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:16:20.770369394Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:16:20.770398897Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:16:20.770454949Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:16:25.770267372Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:16:30.769964192Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:16:35.770497103Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:16:40.769880717Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:16:45.770578714Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:16:50.750153873Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:16:50.769485428Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:16:50.769506875Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:16:50.769533429Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:16:55.769809691Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:17:00.770390471Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:17:03.975820873Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:17:05.770412393Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:17:10.770364431Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:17:15.770588131Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:17:20.770121744Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:17:20.770151424Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:17:20.770185519Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:17:25.770035494Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:17:30.770556913Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:17:35.769907888Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:17:40.770343281Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:17:45.769774536Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:17:50.750544756Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:17:50.769876154Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:17:50.769902229Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=info ts=2026-08-08T20:17:50.769910608Z caller=checkpoint.go:712 msg="starting checkpoint" level=warn ts=2026-08-08T20:17:50.769955467Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:17:50.770002265Z caller=checkpoint.go:336 msg="attempting checkpoint for" dir=/var/loki/wal/checkpoint.000019 level=info ts=2026-08-08T20:17:50.770010605Z caller=checkpoint.go:549 msg="tmp checkpoint cleanup starting" level=info ts=2026-08-08T20:17:50.770027771Z caller=checkpoint.go:554 msg="tmp checkpoint cleanup done" duration=12.451µs success=true level=info ts=2026-08-08T20:17:50.771744889Z caller=checkpoint.go:599 msg="atomic checkpoint finished" old=/var/loki/wal/checkpoint.000019.tmp new=/var/loki/wal/checkpoint.000019 level=warn ts=2026-08-08T20:17:55.769741315Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:18:00.77030901Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:18:05.770339549Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:18:10.769630054Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:18:15.769984816Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:18:20.769828347Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:18:20.769859498Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:18:20.769881214Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:18:25.770230048Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:18:30.770419281Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:18:33.976429221Z caller=memberlist_client.go:653 phase=periodic_rejoin msg="re-joined memberlist cluster" reached_nodes=4 level=warn ts=2026-08-08T20:18:35.770436355Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:18:40.770201649Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:18:45.770282329Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:18:50.75027256Z caller=table_manager.go:136 index-store=tsdb-2024-04-01 msg="uploading tables" level=info ts=2026-08-08T20:18:50.770376569Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=info ts=2026-08-08T20:18:50.7703986Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job" level=warn ts=2026-08-08T20:18:50.770436747Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:18:55.769967393Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:19:00.769509234Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:19:05.769578208Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:19:10.770016847Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=warn ts=2026-08-08T20:19:15.770435633Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:19:20.770098411Z caller=recalculate_owned_streams.go:49 msg="starting recalculate owned streams job" level=warn ts=2026-08-08T20:19:20.770101061Z caller=ingester.go:503 component=ingester msg="autoforget have seen 0 unhealthy ingesters out of 1, network may be partioned, skip forgeting ingesters this round" level=info ts=2026-08-08T20:19:20.770126996Z caller=recalculate_owned_streams.go:52 msg="completed recalculate owned streams job"