{"level":"info","ts":"2026-04-20T20:09:00.35924936Z","logger":"controller-runtime.builder","msg":"Registering a mutating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoStack","path":"/mutate-tempo-grafana-com-v1alpha1-tempostack"} {"level":"info","ts":"2026-04-20T20:09:00.359358256Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-tempo-grafana-com-v1alpha1-tempostack"} {"level":"info","ts":"2026-04-20T20:09:00.359375363Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoStack","path":"/validate-tempo-grafana-com-v1alpha1-tempostack"} {"level":"info","ts":"2026-04-20T20:09:00.359422081Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-tempo-grafana-com-v1alpha1-tempostack"} {"level":"info","ts":"2026-04-20T20:09:00.35946628Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoMonolithic","path":"/validate-tempo-grafana-com-v1alpha1-tempomonolithic"} {"level":"info","ts":"2026-04-20T20:09:00.359490715Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-tempo-grafana-com-v1alpha1-tempomonolithic"} {"level":"info","ts":"2026-04-20T20:09:00.359514389Z","logger":"setup","msg":"Starting Tempo Operator","build-date":"2026-03-17T19:24:14Z","revision":"daaa7fa86baa64d8d0092167e0649e0761462fd1","tempo-operator":"0.20.0","tempo":"2.10.0","tempo-query":"2.10.0","default-tempo-image":"registry.redhat.io/rhosdt/tempo-rhel9@sha256:5fb9605ec704409ce0a4e2664278c1c67852210a20ccf3e7ff36a8343cb44306","default-tempo-query-image":"registry.redhat.io/rhosdt/tempo-query-rhel9@sha256:1aafaeb556a435fb7dafb49546f681eea75373d9cf610edc2b6a8aee33956ed2","default-tempo-gateway-image":"registry.redhat.io/rhosdt/tempo-gateway-rhel9@sha256:59750eb11ea00204b502e4f15248f27c78437c41ef18e221d55ed4b481857d66","default-tempo-gateway-opa-image":"registry.redhat.io/rhosdt/tempo-gateway-opa-rhel9@sha256:d8c3d067cd701b07dbad39fc6ea829a08b4e6234cc1ce05331abe152388743ae","default-network-policies":true,"go-version":"go1.25.7 (Red Hat 1.25.7-1.el9_7) X:strictfipsruntime","go-arch":"amd64","go-os":"linux"} {"level":"info","ts":"2026-04-20T20:09:00.359731116Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"} {"level":"info","ts":"2026-04-20T20:09:00.359799545Z","msg":"starting server","name":"health probe","addr":"[::]:8081"} {"level":"info","ts":"2026-04-20T20:09:00.359907491Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"} {"level":"info","ts":"2026-04-20T20:09:00.359993078Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/var/run/tls/server/tls.crt","key":"/var/run/tls/server/tls.key"} {"level":"info","ts":"2026-04-20T20:09:00.360073903Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true} {"level":"info","ts":"2026-04-20T20:09:00.360110809Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"} {"level":"info","ts":"2026-04-20T20:09:00.360122273Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/var/run/tls/server/tls.crt","key":"/var/run/tls/server/tls.key","interval":10} {"level":"info","ts":"2026-04-20T20:09:00.360192222Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443} {"level":"info","ts":"2026-04-20T20:09:00.360231348Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10} {"level":"info","ts":"2026-04-20T20:09:00.460157468Z","msg":"attempting to acquire leader lease tempo-operator/8b886b0f.grafana.com..."} {"level":"info","ts":"2026-04-20T20:09:00.471400005Z","msg":"successfully acquired lease tempo-operator/8b886b0f.grafana.com"} {"level":"info","ts":"2026-04-20T20:09:00.471675871Z","msg":"Starting EventSource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-20T20:09:00.471721065Z","msg":"Starting EventSource","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-20T20:09:00.471726543Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-20T20:09:00.47175544Z","msg":"Starting EventSource","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1alpha1.TempoStack"} {"level":"info","ts":"2026-04-20T20:09:00.471766354Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-04-20T20:09:00.471771028Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1alpha1.TempoMonolithic"} {"level":"info","ts":"2026-04-20T20:09:00.471778905Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ClusterRoleBinding"} {"level":"info","ts":"2026-04-20T20:09:00.47178107Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-20T20:09:00.471795733Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1alpha1.TempoStack"} {"level":"info","ts":"2026-04-20T20:09:00.47180616Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-20T20:09:00.471815718Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Role"} {"level":"info","ts":"2026-04-20T20:09:00.471823733Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Service"} {"level":"info","ts":"2026-04-20T20:09:00.471840637Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ServiceAccount"} {"level":"info","ts":"2026-04-20T20:09:00.472052661Z","msg":"Starting EventSource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1alpha1.TempoMonolithic"} {"level":"info","ts":"2026-04-20T20:09:00.472084853Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"} {"level":"info","ts":"2026-04-20T20:09:00.472111296Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.StatefulSet"} {"level":"info","ts":"2026-04-20T20:09:00.472120281Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Route"} {"level":"info","ts":"2026-04-20T20:09:00.472128043Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.RoleBinding"} {"level":"info","ts":"2026-04-20T20:09:00.472132979Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.StatefulSet"} {"level":"info","ts":"2026-04-20T20:09:00.471798794Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-04-20T20:09:00.472339529Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ClusterRole"} {"level":"info","ts":"2026-04-20T20:09:00.472395641Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.PrometheusRule"} {"level":"info","ts":"2026-04-20T20:09:00.472418022Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ServiceAccount"} {"level":"info","ts":"2026-04-20T20:09:00.472434334Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ServiceMonitor"} {"level":"info","ts":"2026-04-20T20:09:00.472133935Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ServiceMonitor"} {"level":"info","ts":"2026-04-20T20:09:00.472442282Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ClusterRole"} {"level":"info","ts":"2026-04-20T20:09:00.472525856Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Deployment"} {"level":"info","ts":"2026-04-20T20:09:00.472555583Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Ingress"} {"level":"info","ts":"2026-04-20T20:09:00.472583987Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ClusterRoleBinding"} {"level":"info","ts":"2026-04-20T20:09:00.472588485Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.PrometheusRule"} {"level":"info","ts":"2026-04-20T20:09:00.472130332Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Route"} {"level":"info","ts":"2026-04-20T20:09:00.472613667Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Ingress"} {"level":"info","ts":"2026-04-20T20:09:00.472113872Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.RoleBinding"} {"level":"info","ts":"2026-04-20T20:09:00.47211511Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Role"} {"level":"info","ts":"2026-04-20T20:09:00.473271882Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ConfigMap"} {"level":"info","ts":"2026-04-20T20:09:00.783120248Z","msg":"discovered Kubernetes API server endpoints","ports":1,"ips":1} {"level":"info","ts":"2026-04-20T20:09:00.874656375Z","msg":"Starting Controller","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic"} {"level":"info","ts":"2026-04-20T20:09:00.874685836Z","msg":"Starting workers","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","worker count":1} {"level":"info","ts":"2026-04-20T20:09:00.875700353Z","msg":"Starting Controller","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack"} {"level":"info","ts":"2026-04-20T20:09:00.875722471Z","msg":"Starting workers","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","worker count":1} {"level":"info","ts":"2026-04-20T20:09:00.878979952Z","msg":"Starting Controller","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic"} {"level":"info","ts":"2026-04-20T20:09:00.878990844Z","msg":"Starting workers","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","worker count":1} {"level":"info","ts":"2026-04-20T20:09:00.878985249Z","msg":"Starting Controller","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack"} {"level":"info","ts":"2026-04-20T20:09:00.878997439Z","msg":"Starting workers","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","worker count":1} {"level":"info","ts":"2026-04-20T20:09:31.392020856Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"be9e119f-bc0f-4219-8eb4-871381fadfa7","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"} {"level":"info","ts":"2026-04-20T20:09:31.484332685Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"d776a8f0-839e-496a-9dac-66ed9dc891c1","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"} {"level":"info","ts":"2026-04-20T20:09:31.502288098Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"a017da84-a122-4914-be06-a0275acac02f","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"} {"level":"info","ts":"2026-04-20T20:09:31.516200372Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"7b8afa42-9597-4111-b605-9034d56f7bdd"} {"level":"info","ts":"2026-04-20T20:09:31.516343841Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"7b8afa42-9597-4111-b605-9034d56f7bdd","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"} {"level":"info","ts":"2026-04-20T20:09:31.516637274Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"0ab7cf8d-25b7-4117-b488-af751492a341","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"} {"level":"error","ts":"2026-04-20T20:09:31.522004082Z","msg":"Reconciler error","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"7b8afa42-9597-4111-b605-9034d56f7bdd","error":"Operation cannot be fulfilled on tempomonolithics.tempo.grafana.com \"tempo\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-04-20T20:09:31.539023899Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"c1b66f4d-12f3-4c4c-aeb5-6d0aba26cda9","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"} {"level":"info","ts":"2026-04-20T20:09:31.539186977Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"1b94a8c2-bbb6-42f0-8527-7cf12798b362"} {"level":"info","ts":"2026-04-20T20:09:31.539278393Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"1b94a8c2-bbb6-42f0-8527-7cf12798b362","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"} {"level":"error","ts":"2026-04-20T20:09:31.544804265Z","msg":"Reconciler error","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"1b94a8c2-bbb6-42f0-8527-7cf12798b362","error":"Operation cannot be fulfilled on tempomonolithics.tempo.grafana.com \"tempo\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-04-20T20:09:31.556913856Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"2d1a26d2-2c24-4280-841d-b1f4b1f9716a"} {"level":"info","ts":"2026-04-20T20:09:31.557003973Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"2d1a26d2-2c24-4280-841d-b1f4b1f9716a","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"} {"level":"info","ts":"2026-04-20T20:09:31.570174597Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"2d1a26d2-2c24-4280-841d-b1f4b1f9716a"} {"level":"info","ts":"2026-04-20T20:09:31.570314125Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"4023791e-49c4-4e37-be4b-1f73e1de2f4c","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"} {"level":"info","ts":"2026-04-20T20:09:31.72540152Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"ec6a5d4d-3c6a-4a7a-892c-3b81c6c7775b","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"} {"level":"error","ts":"2026-04-20T20:09:31.735097162Z","logger":"tempomonolithic-reconcile","msg":"failed to add certificate hash annotations after certificate rotation","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"ef967bc1-9d62-4403-8658-2f806a5fe436","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts","error":"Operation cannot be fulfilled on tempomonolithics.tempo.grafana.com \"tempo\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/grafana/tempo-operator/internal/manifests/monolithic.CreateOrRotateCertificates\n\tgithub.com/grafana/tempo-operator/internal/manifests/monolithic/certificates.go:106\ngithub.com/grafana/tempo-operator/internal/controller/tempo.(*TempoMonolithicReconciler).Reconcile\n\tgithub.com/grafana/tempo-operator/internal/controller/tempo/tempomonolithic_controller.go:124\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-04-20T20:09:31.752456512Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"aa493c83-f9f0-40bc-86a4-7d0faf4d33c8","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"} {"level":"error","ts":"2026-04-20T20:09:31.752947394Z","msg":"Reconciler error","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"ef967bc1-9d62-4403-8658-2f806a5fe436","error":"built in cert manager error: failed to add certificate hash annotations: Operation cannot be fulfilled on tempomonolithics.tempo.grafana.com \"tempo\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"} {"level":"info","ts":"2026-04-20T20:09:31.787765818Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"ae3ef8c8-11e0-4b1d-bedc-3398101f17d1"} {"level":"info","ts":"2026-04-20T20:09:31.787884063Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"ae3ef8c8-11e0-4b1d-bedc-3398101f17d1","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"} {"level":"info","ts":"2026-04-20T20:09:31.900411462Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"5e9dd1fe-4512-4f3e-9c63-72133a4aa923","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"} {"level":"info","ts":"2026-04-20T20:09:31.943308749Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"7be7822d-cdbe-4bd0-9125-d5640142078a"} {"level":"info","ts":"2026-04-20T20:09:31.943452215Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"7be7822d-cdbe-4bd0-9125-d5640142078a","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"} {"level":"info","ts":"2026-04-20T20:10:22.91830538Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"a19aecc4-8f70-4b4e-91a5-ed4aa03d3951"} {"level":"info","ts":"2026-04-20T20:10:22.918547436Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"a19aecc4-8f70-4b4e-91a5-ed4aa03d3951","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"} {"level":"info","ts":"2026-04-20T20:10:23.091078295Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"3f70229f-b055-45b6-987c-ae6d3a7d6ffe","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"} {"level":"info","ts":"2026-04-20T20:10:23.106031379Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"29e98e04-df28-49ba-b5d0-5d08e243b31f"} {"level":"info","ts":"2026-04-20T20:10:23.106163287Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"29e98e04-df28-49ba-b5d0-5d08e243b31f","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}