{"level":"info","ts":"2026-04-24T22:53:49.693999787Z","logger":"controller-runtime.builder","msg":"Registering a mutating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoStack","path":"/mutate-tempo-grafana-com-v1alpha1-tempostack"} {"level":"info","ts":"2026-04-24T22:53:49.69410858Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-tempo-grafana-com-v1alpha1-tempostack"} {"level":"info","ts":"2026-04-24T22:53:49.694127362Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoStack","path":"/validate-tempo-grafana-com-v1alpha1-tempostack"} {"level":"info","ts":"2026-04-24T22:53:49.694155793Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-tempo-grafana-com-v1alpha1-tempostack"} {"level":"info","ts":"2026-04-24T22:53:49.694202927Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoMonolithic","path":"/validate-tempo-grafana-com-v1alpha1-tempomonolithic"} {"level":"info","ts":"2026-04-24T22:53:49.694228116Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-tempo-grafana-com-v1alpha1-tempomonolithic"} {"level":"info","ts":"2026-04-24T22:53:49.694251237Z","logger":"setup","msg":"Starting Tempo Operator","build-date":"2026-04-17T14:19:39Z","revision":"8896255a0bb96be44d7a56e0e8da00ed2602470d","tempo-operator":"0.20.0","tempo":"2.10.0","tempo-query":"2.10.0","default-tempo-image":"registry.redhat.io/rhosdt/tempo-rhel9@sha256:91b5138e11f428e1f8c77aa9651297084701cdbe799b8553235d70aa5b0afb83","default-tempo-query-image":"registry.redhat.io/rhosdt/tempo-query-rhel9@sha256:dd811d521e8334c831175d7a5e1202ed0cedaaa3ed09612280ebbe5f00178ba1","default-tempo-gateway-image":"registry.redhat.io/rhosdt/tempo-gateway-rhel9@sha256:5d5591d8c0639f2fe65eaba1d96c7127cfa538739ff6043ec408fb92a42537cb","default-tempo-gateway-opa-image":"registry.redhat.io/rhosdt/tempo-gateway-opa-rhel9@sha256:c5bacd8f492e4b2482c5fb52b1b64ef1fcc6a3db43185e2a68ead7bb8f50f917","default-network-policies":true,"go-version":"go1.25.8 (Red Hat 1.25.8-1.el9_7) X:strictfipsruntime","go-arch":"amd64","go-os":"linux"} {"level":"info","ts":"2026-04-24T22:53:49.694519677Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-04-24T22:53:49.69458278Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-04-24T22:53:49.694628818Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-04-24T22:53:49.694727581Z","logger":"controller-runtime.healthz","msg":"healthz check failed","statuses":[{}]} {"level":"info","ts":"2026-04-24T22:53:49.694767468Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/var/run/tls/server/tls.crt","key":"/var/run/tls/server/tls.key"} {"level":"info","ts":"2026-04-24T22:53:49.694793515Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-04-24T22:53:49.694845721Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-04-24T22:53:49.694851763Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-04-24T22:53:49.694899605Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/var/run/tls/server/tls.crt","key":"/var/run/tls/server/tls.key","interval":10} {"level":"info","ts":"2026-04-24T22:53:49.694899817Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"info","ts":"2026-04-24T22:53:51.095190906Z","msg":"attempting to acquire leader lease tempo-operator/8b886b0f.grafana.com..."} {"level":"info","ts":"2026-04-24T22:54:10.884754919Z","msg":"successfully acquired lease tempo-operator/8b886b0f.grafana.com"} {"level":"info","ts":"2026-04-24T22:54:10.88515407Z","msg":"Starting EventSource","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-24T22:54:10.88516471Z","msg":"Starting EventSource","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1alpha1.TempoStack"} {"level":"info","ts":"2026-04-24T22:54:10.885256236Z","msg":"Starting EventSource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-24T22:54:10.885257499Z","msg":"Starting EventSource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1alpha1.TempoMonolithic"} {"level":"info","ts":"2026-04-24T22:54:10.88544209Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1alpha1.TempoMonolithic"} {"level":"info","ts":"2026-04-24T22:54:10.885474315Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-04-24T22:54:10.885481093Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.StatefulSet"} {"level":"info","ts":"2026-04-24T22:54:10.885479765Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-24T22:54:10.885508457Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-04-24T22:54:10.885518181Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ServiceMonitor"} {"level":"info","ts":"2026-04-24T22:54:10.88551959Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.RoleBinding"} {"level":"info","ts":"2026-04-24T22:54:10.885523741Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1alpha1.TempoStack"} {"level":"info","ts":"2026-04-24T22:54:10.885538321Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.PrometheusRule"} {"level":"info","ts":"2026-04-24T22:54:10.885547819Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ClusterRole"} {"level":"info","ts":"2026-04-24T22:54:10.885487084Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Role"} {"level":"info","ts":"2026-04-24T22:54:10.885562126Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-24T22:54:10.885563112Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-04-24T22:54:10.885508954Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Route"} {"level":"info","ts":"2026-04-24T22:54:10.885562618Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ClusterRoleBinding"} {"level":"info","ts":"2026-04-24T22:54:10.885580863Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-24T22:54:10.885510869Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ClusterRole"} {"level":"info","ts":"2026-04-24T22:54:10.885596943Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Ingress"} {"level":"info","ts":"2026-04-24T22:54:10.885610668Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.RoleBinding"} {"level":"info","ts":"2026-04-24T22:54:10.885548807Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-04-24T22:54:10.88604629Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ServiceMonitor"} {"level":"info","ts":"2026-04-24T22:54:10.886399583Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Role"} {"level":"info","ts":"2026-04-24T22:54:10.886410439Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ServiceAccount"} {"level":"info","ts":"2026-04-24T22:54:10.886567152Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ClusterRoleBinding"} {"level":"info","ts":"2026-04-24T22:54:10.886606654Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ServiceAccount"} {"level":"info","ts":"2026-04-24T22:54:10.886611105Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-24T22:54:10.885908626Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.PrometheusRule"} {"level":"info","ts":"2026-04-24T22:54:10.886633361Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-04-24T22:54:10.885529674Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Ingress"} {"level":"info","ts":"2026-04-24T22:54:10.88668692Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Route"} {"level":"info","ts":"2026-04-24T22:54:10.88686887Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.StatefulSet"} {"level":"info","ts":"2026-04-24T22:54:12.226051712Z","msg":"discovered Kubernetes API server endpoints","ports":1,"ips":1} {"level":"info","ts":"2026-04-24T22:54:13.486897573Z","msg":"Starting Controller","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack"} {"level":"info","ts":"2026-04-24T22:54:13.486919299Z","msg":"Starting workers","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","worker count":1} {"level":"info","ts":"2026-04-24T22:54:13.490432908Z","msg":"Starting Controller","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic"} {"level":"info","ts":"2026-04-24T22:54:13.490447021Z","msg":"Starting workers","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","worker count":1} {"level":"info","ts":"2026-04-24T22:54:13.490569743Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"1b8ce9be-dfc3-4d3f-bc3f-de06c3e60b52","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"} {"level":"info","ts":"2026-04-24T22:54:13.493698985Z","msg":"Starting Controller","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack"} {"level":"info","ts":"2026-04-24T22:54:13.493711276Z","msg":"Starting workers","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","worker count":1} {"level":"info","ts":"2026-04-24T22:54:13.493728908Z","msg":"Starting Controller","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic"} {"level":"info","ts":"2026-04-24T22:54:13.493738999Z","msg":"Starting workers","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","worker count":1} {"level":"info","ts":"2026-04-24T22:54:14.316249969Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"7db60d0b-c9b0-429e-906a-20377a665203"} {"level":"info","ts":"2026-04-24T22:54:14.316462491Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"7db60d0b-c9b0-429e-906a-20377a665203","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}