level=info ts=2026-02-16T11:30:08.953266906Z caller=main.go:103 msg="Starting Tempo" version="(version=2.9.0, branch=HEAD, revision=f1b3ef152)" target=all
level=info ts=2026-02-16T11:30:08.953613682Z caller=cache.go:55 msg="caches available to storage backend" parquet-footer=false bloom=false parquet-offset-idx=false parquet-column-idx=false trace-id-index=false parquet-page=false
level=info msg="server listening on addresses" http=[::]:3101 grpc=[::]:40763
level=info ts=2026-02-16T11:30:08.954866392Z caller=cache.go:55 msg="caches available to storage backend" parquet-footer=false bloom=false parquet-offset-idx=false parquet-column-idx=false trace-id-index=false parquet-page=false
level=info ts=2026-02-16T11:30:08.955544601Z caller=server.go:281 msg="server listening on addresses" http=[::]:3200 grpc=[::]:9095
level=info ts=2026-02-16T11:30:08.957226932Z caller=memberlist_client.go:484 msg="Using memberlist cluster label and node name" cluster_label= node=tempo-tempo-0-745724da
level=info ts=2026-02-16T11:30:08.957469688Z caller=frontend.go:69 msg="creating middleware in query frontend"
level=info ts=2026-02-16T11:30:08.957516548Z caller=sync_handler_cache.go:131 msg="init frontend cache" role=frontend-search enabled=false
level=info ts=2026-02-16T11:30:08.957536985Z caller=sync_handler_cache.go:131 msg="init frontend cache" role=frontend-search enabled=false
level=info ts=2026-02-16T11:30:08.957543511Z caller=sync_handler_cache.go:131 msg="init frontend cache" role=frontend-search enabled=false
level=info ts=2026-02-16T11:30:08.957551009Z caller=sync_handler_cache.go:131 msg="init frontend cache" role=frontend-search enabled=false
level=info ts=2026-02-16T11:30:08.957556968Z caller=sync_handler_cache.go:131 msg="init frontend cache" role=frontend-search enabled=false
level=info ts=2026-02-16T11:30:08.95756345Z caller=sync_handler_cache.go:131 msg="init frontend cache" role=frontend-search enabled=false
ts=2026-02-16T11:30:08Z level=info msg="OTel Shim Logger Initialized" component=tempo
level=warn ts=2026-02-16T11:30:08.958905418Z caller=modules.go:456 msg="Worker address is empty in single binary mode. Attempting automatic worker configuration. If queries are unresponsive consider configuring the worker explicitly." address=127.0.0.1:9095
level=info ts=2026-02-16T11:30:08.959032993Z caller=worker.go:108 msg="Starting querier worker connected to query-frontend" frontend=127.0.0.1:9095
level=warn ts=2026-02-16T11:30:08.959169148Z caller=modules.go:353 msg="metrics-generator is not configured." err="no metrics_generator.storage.path configured, metrics generator will be disabled"
level=info ts=2026-02-16T11:30:08.959393547Z caller=module_service.go:82 msg=starting module=cache-provider
level=info ts=2026-02-16T11:30:08.959671645Z caller=module_service.go:82 msg=starting module=store
level=info ts=2026-02-16T11:30:08.959879464Z caller=module_service.go:82 msg=starting module=optional-store
level=info ts=2026-02-16T11:30:08.960188455Z caller=module_service.go:82 msg=starting module=internal-server
level=info ts=2026-02-16T11:30:08.960274729Z caller=module_service.go:82 msg=starting module=server
level=info ts=2026-02-16T11:30:08.960307871Z caller=module_service.go:82 msg=starting module=memberlist-kv
level=info ts=2026-02-16T11:30:08.960327536Z caller=module_service.go:82 msg=starting module=overrides
level=info ts=2026-02-16T11:30:08.960344431Z caller=module_service.go:82 msg=starting module=secondary-ring
level=info ts=2026-02-16T11:30:08.960353902Z caller=module_service.go:82 msg=starting module=compactor
level=info ts=2026-02-16T11:30:08.960358907Z caller=module_service.go:82 msg=starting module=overrides-api
level=info ts=2026-02-16T11:30:08.960366231Z caller=module_service.go:82 msg=starting module=live-store-ring
level=info ts=2026-02-16T11:30:08.960376219Z caller=module_service.go:82 msg=starting module=metrics-generator-ring
level=info ts=2026-02-16T11:30:08.960378845Z caller=module_service.go:82 msg=starting module=ring
level=info ts=2026-02-16T11:30:08.960377242Z caller=tempodb.go:638 msg="polling enabled" interval=5m0s blocklist_concurrency=50
level=info ts=2026-02-16T11:30:08.960412501Z caller=ring.go:365 msg="ring doesn't exist in KV store yet"
level=info ts=2026-02-16T11:30:08.960438094Z caller=ring.go:365 msg="ring doesn't exist in KV store yet"
level=info ts=2026-02-16T11:30:08.960438474Z caller=ring.go:365 msg="ring doesn't exist in KV store yet"
level=info ts=2026-02-16T11:30:08.960401298Z caller=module_service.go:82 msg=starting module=query-frontend
level=info ts=2026-02-16T11:30:08.96047488Z caller=module_service.go:82 msg=starting module=ingester
level=info ts=2026-02-16T11:30:08.960489087Z caller=module_service.go:82 msg=starting module=block-builder
level=info ts=2026-02-16T11:30:08.960483126Z caller=poller.go:252 msg="blocklist poll complete" seconds=6.9e-05
level=info ts=2026-02-16T11:30:08.960483606Z caller=ingester.go:413 msg="beginning wal replay"
level=info ts=2026-02-16T11:30:08.960500255Z caller=module_service.go:82 msg=starting module=querier
level=info ts=2026-02-16T11:30:08.960509145Z caller=module_service.go:82 msg=starting module=distributor
level=info ts=2026-02-16T11:30:08.96050496Z caller=module_service.go:82 msg=starting module=metrics-generator
level=info ts=2026-02-16T11:30:08.960501786Z caller=compactor.go:157 msg="enabling compaction"
level=info ts=2026-02-16T11:30:08.960519425Z caller=tempodb.go:598 msg="compaction and retention enabled."
level=warn ts=2026-02-16T11:30:08.960560909Z caller=wal.go:103 msg="unowned file entry ignored during wal replay" file=blocks err=null
level=info ts=2026-02-16T11:30:08.960577756Z caller=ingester.go:451 msg="wal replay complete"
level=info ts=2026-02-16T11:30:08.960595745Z caller=ingester.go:465 msg="reloading local blocks" tenants=0
ts=2026-02-16T11:30:08Z level=info msg="Starting GRPC server" component=tempo endpoint=0.0.0.0:4317
level=info ts=2026-02-16T11:30:08.960621023Z caller=lifecycler.go:687 msg="not loading tokens from file, tokens file path is empty"
level=info ts=2026-02-16T11:30:08.960558079Z caller=worker.go:184 msg="adding connection" addr=127.0.0.1:9095
level=info ts=2026-02-16T11:30:08.960648171Z caller=lifecycler.go:714 msg="instance not found in ring, adding with no tokens" ring=ingester
level=info ts=2026-02-16T11:30:08.960693351Z caller=lifecycler.go:556 msg="auto-joining cluster after timeout" ring=ingester
ts=2026-02-16T11:30:08Z level=info msg="Starting HTTP server" component=tempo endpoint=0.0.0.0:4318
level=info ts=2026-02-16T11:30:08.96081611Z caller=app.go:213 msg="Tempo started"
level=info ts=2026-02-16T11:30:08.960928939Z caller=worker.go:250 msg="total worker concurrency updated" totalConcurrency=20
level=info ts=2026-02-16T11:35:08.961390473Z caller=poller.go:252 msg="blocklist poll complete" seconds=7.0876e-05
level=info ts=2026-02-16T11:40:08.961009882Z caller=poller.go:252 msg="blocklist poll complete" seconds=7.1854e-05
level=info ts=2026-02-16T11:45:08.960931636Z caller=poller.go:252 msg="blocklist poll complete" seconds=7.8698e-05
level=info ts=2026-02-16T11:50:08.962480642Z caller=poller.go:252 msg="blocklist poll complete" seconds=6.5274e-05
level=info ts=2026-02-16T11:55:08.961574325Z caller=poller.go:252 msg="blocklist poll complete" seconds=6.0333e-05
level=info ts=2026-02-16T12:00:08.961602943Z caller=poller.go:252 msg="blocklist poll complete" seconds=6.0151e-05
level=info ts=2026-02-16T12:05:08.961397722Z caller=poller.go:252 msg="blocklist poll complete" seconds=6.0476e-05
level=info ts=2026-02-16T12:09:59.77178691Z caller=flush.go:196 msg="head block cut. enqueueing flush op" tenant=single-tenant block=8457e15f-6e2b-46eb-8c5b-4360b67e5bbc
level=info ts=2026-02-16T12:10:06.258736968Z caller=flush.go:267 msg="completing block" tenant=single-tenant block=8457e15f-6e2b-46eb-8c5b-4360b67e5bbc
level=info ts=2026-02-16T12:10:07.960903854Z caller=flush.go:283 msg="block completed" tenant=single-tenant blockID=8457e15f-6e2b-46eb-8c5b-4360b67e5bbc duration=1.702129469s
level=info ts=2026-02-16T12:10:07.963931784Z caller=flush.go:334 msg="flushing block" tenant=single-tenant block=8457e15f-6e2b-46eb-8c5b-4360b67e5bbc
level=info ts=2026-02-16T12:10:08.962281607Z caller=poller.go:305 msg="writing tenant index" tenant=single-tenant metas=1 compactedMetas=0
level=info ts=2026-02-16T12:10:08.965932145Z caller=poller.go:252 msg="blocklist poll complete" seconds=0.004714035
level=info ts=2026-02-16T12:10:09.022927448Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:10:09.02297672Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:10:39.023460944Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:10:39.023503682Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:11:09.024250573Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:11:09.024286463Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:11:39.02778491Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:11:39.027925478Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:12:09.028080704Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:12:09.028135692Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:12:39.028800345Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:12:39.028919338Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:13:09.029848036Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:13:09.029900661Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:13:39.03061846Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:13:39.030668204Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:14:09.031259224Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:14:09.031305485Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:14:39.031843994Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:14:39.031886287Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:15:08.961324399Z caller=poller.go:305 msg="writing tenant index" tenant=single-tenant metas=1 compactedMetas=0
level=info ts=2026-02-16T12:15:08.961971146Z caller=poller.go:252 msg="blocklist poll complete" seconds=0.000794119
level=info ts=2026-02-16T12:15:09.032773192Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:15:09.032809568Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:15:39.033659338Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:15:39.033702835Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:16:09.034442373Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:16:09.034486011Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:16:39.035390879Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:16:39.035434223Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:17:09.035652478Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:17:09.035694583Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:17:39.036445155Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:17:39.036483315Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:18:09.036528266Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:18:09.036566887Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:18:39.036837606Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:18:39.036873583Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:19:09.037321636Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:19:09.037363935Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:19:39.038207277Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:19:39.038247153Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:20:08.961429149Z caller=poller.go:305 msg="writing tenant index" tenant=single-tenant metas=1 compactedMetas=0
level=info ts=2026-02-16T12:20:08.962057537Z caller=poller.go:252 msg="blocklist poll complete" seconds=0.000833397
level=info ts=2026-02-16T12:20:09.03894237Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:20:09.038984344Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:20:39.039669997Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:20:39.03972918Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:21:09.040005967Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:21:09.040050365Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:21:39.040595627Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:21:39.040732783Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:22:09.041642646Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:22:09.041689945Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:22:39.042693525Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:22:39.042744618Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:23:09.043293345Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:23:09.043334664Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:23:39.043954465Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:23:39.044000581Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:24:09.044521248Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:24:09.044564554Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:24:39.044951322Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:24:39.044996767Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:25:08.961507116Z caller=poller.go:305 msg="writing tenant index" tenant=single-tenant metas=1 compactedMetas=0
level=info ts=2026-02-16T12:25:08.962102277Z caller=poller.go:252 msg="blocklist poll complete" seconds=0.000744292
level=info ts=2026-02-16T12:25:09.045309036Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:25:09.045350804Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:25:39.045932004Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:25:39.045969288Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:26:09.045954344Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:26:09.045991409Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:26:39.046848211Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:26:39.046888542Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:27:09.047137369Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:27:09.047175457Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:27:39.047763511Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:27:39.04780128Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:28:09.048302018Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:28:09.048342406Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:28:39.049054103Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:28:39.049113099Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:29:09.049867682Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:29:09.049914188Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:29:39.050758003Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:29:39.050792767Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:30:08.960824271Z caller=poller.go:305 msg="writing tenant index" tenant=single-tenant metas=1 compactedMetas=0
level=info ts=2026-02-16T12:30:08.961373012Z caller=poller.go:252 msg="blocklist poll complete" seconds=0.000707613
level=info ts=2026-02-16T12:30:09.051564348Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:30:09.051603935Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant
level=info ts=2026-02-16T12:30:39.051766038Z caller=compactor.go:145 msg="starting compaction cycle" tenantID=single-tenant offset=0
level=info ts=2026-02-16T12:30:39.051806734Z caller=compactor.go:158 msg="compaction cycle complete. No more blocks to compact" tenantID=single-tenant