ts=2026-10-02T02:42:58.451700125Z caller=head.go:627 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
ts=2026-10-02T02:42:58.451736066Z caller=head.go:714 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.234µs
ts=2026-10-02T02:42:58.45174549Z caller=head.go:722 level=info component=tsdb msg="Replaying WAL, this may take a while"
ts=2026-10-02T02:42:58.452290814Z caller=head.go:794 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
ts=2026-10-02T02:42:58.45232324Z caller=head.go:831 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.084µs wal_replay_duration=533.4µs wbl_replay_duration=142ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.234µs total_replay_duration=579.6µs
ts=2026-10-02T02:42:58.454221635Z caller=rule.go:893 level=info msg="a leftover lockfile found and removed"
ts=2026-10-02T02:42:58.454801838Z caller=options.go:33 level=info component=rules protocol=gRPC msg="enabling server side TLS"
ts=2026-10-02T02:42:58.454966865Z caller=options.go:74 level=info component=rules protocol=gRPC msg="server TLS client verification enabled"
ts=2026-10-02T02:42:58.455977519Z caller=rule.go:875 level=info component=rules msg="no supported bucket was configured, uploads will be disabled"
ts=2026-10-02T02:42:58.455998334Z caller=rule.go:878 level=info component=rules msg="starting rule node"
ts=2026-10-02T02:42:58.456076431Z caller=manager.go:164 level=info msg="Starting rule manager..."
ts=2026-10-02T02:42:58.456137211Z caller=manager.go:164 level=info msg="Starting rule manager..."
ts=2026-10-02T02:42:58.456742731Z caller=intrumentation.go:56 level=info component=rules msg="changing probe status" status=ready
ts=2026-10-02T02:42:58.456816313Z caller=rule.go:1043 level=info component=rules msg="reload rule files" numFiles=1
ts=2026-10-02T02:42:58.457006405Z caller=grpc.go:167 level=info component=rules service=gRPC/server component=rule msg="listening for serving gRPC" address=0.0.0.0:10901
ts=2026-10-02T02:42:58.456988574Z caller=intrumentation.go:75 level=info component=rules msg="changing probe status" status=healthy
ts=2026-10-02T02:42:58.457056099Z caller=http.go:73 level=info component=rules service=http/server component=rule msg="listening for requests and metrics" address=localhost:10902
ts=2026-10-02T02:42:58.462083683Z caller=tls_config.go:348 level=info component=rules service=http/server component=rule msg="Listening on" address=127.0.0.1:10902
ts=2026-10-02T02:42:58.462124772Z caller=tls_config.go:387 level=info component=rules service=http/server component=rule msg="TLS is disabled." http2=false address=127.0.0.1:10902
ts=2026-10-02T02:43:03.196947956Z caller=rule.go:950 level=warn component=rules warnings="fetch series for {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-1\"} Addr: 10.130.0.22:10901 LabelSets: {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-1\"} MinTime: 1790907956000 MaxTime: 9223372036854775807: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 10.130.0.22:10901: connect: connection refused\"" query="sum by (type) (tempo_operator_tempostack_storage_backend{namespace=\"tempo-operator\"})"
ts=2026-10-02T02:43:03.19915158Z caller=rule.go:950 level=warn component=rules warnings="fetch series for {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-1\"} Addr: 10.130.0.22:10901 LabelSets: {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-1\"} MinTime: 1790907956000 MaxTime: 9223372036854775807: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 10.130.0.22:10901: connect: connection refused\"" query="sum by (state) (tempo_operator_tempostack_managed{namespace=\"tempo-operator\"})"
ts=2026-10-02T02:43:03.200820149Z caller=rule.go:950 level=warn component=rules warnings="fetch series for {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-1\"} Addr: 10.130.0.22:10901 LabelSets: {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-1\"} MinTime: 1790907956000 MaxTime: 9223372036854775807: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 10.130.0.22:10901: connect: connection refused\"" query="sum by (type) (tempo_operator_tempostack_multi_tenancy{namespace=\"tempo-operator\"})"
ts=2026-10-02T02:43:03.202281679Z caller=rule.go:950 level=warn component=rules warnings="fetch series for {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-1\"} Addr: 10.130.0.22:10901 LabelSets: {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-1\"} MinTime: 1790907956000 MaxTime: 9223372036854775807: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 10.130.0.22:10901: connect: connection refused\"" query="sum by (enabled) (tempo_operator_tempostack_jaeger_ui{namespace=\"tempo-operator\"})"
ts=2026-10-02T02:44:03.118860264Z caller=rule.go:950 level=warn component=rules warnings="fetch series for {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-0\"} Addr: 10.128.0.26:10901 LabelSets: {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-0\"} MinTime: 1790908034000 MaxTime: 9223372036854775807: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 10.128.0.26:10901: connect: connection refused\"" query="sum by (type) (tempo_operator_tempostack_storage_backend{namespace=\"tempo-operator\"})"
ts=2026-10-02T02:44:03.121777647Z caller=rule.go:950 level=warn component=rules warnings="fetch series for {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-0\"} Addr: 10.128.0.26:10901 LabelSets: {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-0\"} MinTime: 1790908034000 MaxTime: 9223372036854775807: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 10.128.0.26:10901: connect: connection refused\"" query="sum by (state) (tempo_operator_tempostack_managed{namespace=\"tempo-operator\"})"
ts=2026-10-02T02:44:03.1246686Z caller=rule.go:950 level=warn component=rules warnings="fetch series for {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-0\"} Addr: 10.128.0.26:10901 LabelSets: {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-0\"} MinTime: 1790908034000 MaxTime: 9223372036854775807: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 10.128.0.26:10901: connect: connection refused\"" query="sum by (type) (tempo_operator_tempostack_multi_tenancy{namespace=\"tempo-operator\"})"
ts=2026-10-02T02:44:03.127493445Z caller=rule.go:950 level=warn component=rules warnings="fetch series for {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-0\"} Addr: 10.128.0.26:10901 LabelSets: {prometheus=\"openshift-monitoring/k8s\", prometheus_replica=\"prometheus-k8s-0\"} MinTime: 1790908034000 MaxTime: 9223372036854775807: rpc error: code = Unavailable desc = connection error: desc = \"transport: Error while dialing: dial tcp 10.128.0.26:10901: connect: connection refused\"" query="sum by (enabled) (tempo_operator_tempostack_jaeger_ui{namespace=\"tempo-operator\"})"
ts=2026-10-02T02:45:58.54763686Z caller=rule.go:1043 level=info component=rules msg="reload rule files" numFiles=1