{"level":"info","ts":"2026-04-29T00:31:47.809133946Z","logger":"controller-runtime.builder","msg":"Registering a mutating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoStack","path":"/mutate-tempo-grafana-com-v1alpha1-tempostack"}
{"level":"info","ts":"2026-04-29T00:31:47.809274833Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-tempo-grafana-com-v1alpha1-tempostack"}
{"level":"info","ts":"2026-04-29T00:31:47.809296239Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoStack","path":"/validate-tempo-grafana-com-v1alpha1-tempostack"}
{"level":"info","ts":"2026-04-29T00:31:47.809333095Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-tempo-grafana-com-v1alpha1-tempostack"}
{"level":"info","ts":"2026-04-29T00:31:47.809381086Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoMonolithic","path":"/validate-tempo-grafana-com-v1alpha1-tempomonolithic"}
{"level":"info","ts":"2026-04-29T00:31:47.8094168Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-tempo-grafana-com-v1alpha1-tempomonolithic"}
{"level":"info","ts":"2026-04-29T00:31:47.809443406Z","logger":"setup","msg":"Starting Tempo Operator","build-date":"2026-04-17T14:19:39Z","revision":"8896255a0bb96be44d7a56e0e8da00ed2602470d","tempo-operator":"0.20.0","tempo":"2.10.0","tempo-query":"2.10.0","default-tempo-image":"registry.redhat.io/rhosdt/tempo-rhel9@sha256:91b5138e11f428e1f8c77aa9651297084701cdbe799b8553235d70aa5b0afb83","default-tempo-query-image":"registry.redhat.io/rhosdt/tempo-query-rhel9@sha256:dd811d521e8334c831175d7a5e1202ed0cedaaa3ed09612280ebbe5f00178ba1","default-tempo-gateway-image":"registry.redhat.io/rhosdt/tempo-gateway-rhel9@sha256:5d5591d8c0639f2fe65eaba1d96c7127cfa538739ff6043ec408fb92a42537cb","default-tempo-gateway-opa-image":"registry.redhat.io/rhosdt/tempo-gateway-opa-rhel9@sha256:c5bacd8f492e4b2482c5fb52b1b64ef1fcc6a3db43185e2a68ead7bb8f50f917","default-network-policies":true,"go-version":"go1.25.8 (Red Hat 1.25.8-1.el9_7) X:strictfipsruntime","go-arch":"amd64","go-os":"linux"}
{"level":"info","ts":"2026-04-29T00:31:47.809703789Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"}
{"level":"info","ts":"2026-04-29T00:31:47.809744861Z","msg":"starting server","name":"health probe","addr":"[::]:8081"}
{"level":"info","ts":"2026-04-29T00:31:47.809801129Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"}
{"level":"info","ts":"2026-04-29T00:31:47.809963519Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/var/run/tls/server/tls.crt","key":"/var/run/tls/server/tls.key"}
{"level":"info","ts":"2026-04-29T00:31:47.810042555Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"}
{"level":"info","ts":"2026-04-29T00:31:47.810055022Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true}
{"level":"info","ts":"2026-04-29T00:31:47.810089328Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/var/run/tls/server/tls.crt","key":"/var/run/tls/server/tls.key","interval":10}
{"level":"info","ts":"2026-04-29T00:31:47.810105194Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443}
{"level":"info","ts":"2026-04-29T00:31:47.810162862Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10}
{"level":"info","ts":"2026-04-29T00:31:47.910640348Z","msg":"attempting to acquire leader lease tempo-operator/8b886b0f.grafana.com..."}
{"level":"info","ts":"2026-04-29T00:32:05.361188415Z","msg":"successfully acquired lease tempo-operator/8b886b0f.grafana.com"}
{"level":"info","ts":"2026-04-29T00:32:05.361581261Z","msg":"Starting EventSource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-04-29T00:32:05.361606068Z","msg":"Starting EventSource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1alpha1.TempoMonolithic"}
{"level":"info","ts":"2026-04-29T00:32:05.362672059Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-04-29T00:32:05.362694158Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-04-29T00:32:05.362741155Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ClusterRole"}
{"level":"info","ts":"2026-04-29T00:32:05.362791937Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Service"}
{"level":"info","ts":"2026-04-29T00:32:05.362760024Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ConfigMap"}
{"level":"info","ts":"2026-04-29T00:32:05.362778624Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ServiceAccount"}
{"level":"info","ts":"2026-04-29T00:32:05.362745335Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Ingress"}
{"level":"info","ts":"2026-04-29T00:32:05.362725742Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1alpha1.TempoStack"}
{"level":"info","ts":"2026-04-29T00:32:05.363384928Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ClusterRoleBinding"}
{"level":"info","ts":"2026-04-29T00:32:05.363494383Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Ingress"}
{"level":"info","ts":"2026-04-29T00:32:05.363537342Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.PrometheusRule"}
{"level":"info","ts":"2026-04-29T00:32:05.363400385Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Route"}
{"level":"info","ts":"2026-04-29T00:32:05.36353908Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-04-29T00:32:05.363563044Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Role"}
{"level":"info","ts":"2026-04-29T00:32:05.363706258Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Service"}
{"level":"info","ts":"2026-04-29T00:32:05.363600505Z","msg":"Starting EventSource","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-04-29T00:32:05.363690551Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.PrometheusRule"}
{"level":"info","ts":"2026-04-29T00:32:05.36402884Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Deployment"}
{"level":"info","ts":"2026-04-29T00:32:05.364057582Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-04-29T00:32:05.364067238Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ClusterRoleBinding"}
{"level":"info","ts":"2026-04-29T00:32:05.364074532Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ServiceMonitor"}
{"level":"info","ts":"2026-04-29T00:32:05.364084129Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.StatefulSet"}
{"level":"info","ts":"2026-04-29T00:32:05.364102935Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ServiceAccount"}
{"level":"info","ts":"2026-04-29T00:32:05.364102849Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.StatefulSet"}
{"level":"info","ts":"2026-04-29T00:32:05.36411468Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ServiceMonitor"}
{"level":"info","ts":"2026-04-29T00:32:05.364181638Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Role"}
{"level":"info","ts":"2026-04-29T00:32:05.364412167Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.RoleBinding"}
{"level":"info","ts":"2026-04-29T00:32:05.364040979Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.RoleBinding"}
{"level":"info","ts":"2026-04-29T00:32:05.364121357Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Route"}
{"level":"info","ts":"2026-04-29T00:32:05.364114938Z","msg":"Starting EventSource","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1alpha1.TempoStack"}
{"level":"info","ts":"2026-04-29T00:32:05.364035165Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ClusterRole"}
{"level":"info","ts":"2026-04-29T00:32:05.364528389Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1alpha1.TempoMonolithic"}
{"level":"info","ts":"2026-04-29T00:32:05.364549354Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ConfigMap"}
{"level":"info","ts":"2026-04-29T00:32:05.565345534Z","msg":"discovered Kubernetes API server endpoints","ports":1,"ips":1}
{"level":"info","ts":"2026-04-29T00:32:05.771148476Z","msg":"Starting Controller","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack"}
{"level":"info","ts":"2026-04-29T00:32:05.771171805Z","msg":"Starting workers","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","worker count":1}
{"level":"info","ts":"2026-04-29T00:32:05.864525977Z","msg":"Starting Controller","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic"}
{"level":"info","ts":"2026-04-29T00:32:05.864557127Z","msg":"Starting workers","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","worker count":1}
{"level":"info","ts":"2026-04-29T00:32:05.864712705Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"a73ccdff-3bee-4031-847f-2a39e55190d0","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-04-29T00:32:05.867858388Z","msg":"Starting Controller","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack"}
{"level":"info","ts":"2026-04-29T00:32:05.867881972Z","msg":"Starting workers","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","worker count":1}
{"level":"info","ts":"2026-04-29T00:32:05.868956043Z","msg":"Starting Controller","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic"}
{"level":"info","ts":"2026-04-29T00:32:05.868974414Z","msg":"Starting workers","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","worker count":1}
{"level":"error","ts":"2026-04-29T00:32:15.880077945Z","logger":"tempomonolithic-reconcile","msg":"failed to add certificate hash annotations after certificate rotation","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"d76e6394-a00b-4d51-ae49-54c59a1bf75b","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts","error":"Internal error occurred: failed calling webhook \"vtempomonolithic.kb.io\": failed to call webhook: Post \"https://tempo-operator-controller-service.tempo-operator.svc:443/validate-tempo-grafana-com-v1alpha1-tempomonolithic?timeout=10s\": context deadline exceeded","stacktrace":"github.com/grafana/tempo-operator/internal/manifests/monolithic.CreateOrRotateCertificates\n\tgithub.com/grafana/tempo-operator/internal/manifests/monolithic/certificates.go:106\ngithub.com/grafana/tempo-operator/internal/controller/tempo.(*TempoMonolithicReconciler).Reconcile\n\tgithub.com/grafana/tempo-operator/internal/controller/tempo/tempomonolithic_controller.go:124\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-04-29T00:32:16.093939605Z","msg":"Reconciler error","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"d76e6394-a00b-4d51-ae49-54c59a1bf75b","error":"built in cert manager error: failed to add certificate hash annotations: Internal error occurred: failed calling webhook \"vtempomonolithic.kb.io\": failed to call webhook: Post \"https://tempo-operator-controller-service.tempo-operator.svc:443/validate-tempo-grafana-com-v1alpha1-tempomonolithic?timeout=10s\": context deadline exceeded","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-04-29T00:32:16.094076971Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"5fb21dc8-fcfc-4918-ac43-d6a6657cb796","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-04-29T00:32:16.116176645Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"473708cd-832f-4d0f-8ad6-2a6931fa62eb"}
{"level":"info","ts":"2026-04-29T00:32:16.116409691Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"473708cd-832f-4d0f-8ad6-2a6931fa62eb","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}
{"level":"info","ts":"2026-04-29T00:32:16.157053033Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"aa8899e9-246b-4075-95f8-282978b0346c","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"error","ts":"2026-04-29T00:32:16.164242879Z","logger":"tempomonolithic-reconcile","msg":"failed to add certificate hash annotations after certificate rotation","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"bcec7aed-a084-41a0-a56f-9d64ef34210f","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts","error":"Operation cannot be fulfilled on tempomonolithics.tempo.grafana.com \"tempo\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/grafana/tempo-operator/internal/manifests/monolithic.CreateOrRotateCertificates\n\tgithub.com/grafana/tempo-operator/internal/manifests/monolithic/certificates.go:106\ngithub.com/grafana/tempo-operator/internal/controller/tempo.(*TempoMonolithicReconciler).Reconcile\n\tgithub.com/grafana/tempo-operator/internal/controller/tempo/tempomonolithic_controller.go:124\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"}
{"level":"error","ts":"2026-04-29T00:32:16.178207681Z","msg":"Reconciler error","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"bcec7aed-a084-41a0-a56f-9d64ef34210f","error":"built in cert manager error: failed to add certificate hash annotations: Operation cannot be fulfilled on tempomonolithics.tempo.grafana.com \"tempo\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-04-29T00:32:16.178304409Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"221eccac-8d75-44e3-88aa-b983c30f850b","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-04-29T00:32:16.190885303Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"4124ec20-78b5-4e09-9582-fdd67287e2fe"}
{"level":"info","ts":"2026-04-29T00:32:16.19105281Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"4124ec20-78b5-4e09-9582-fdd67287e2fe","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}
{"level":"info","ts":"2026-04-29T00:32:16.228691787Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"5557dc13-1c5c-49e3-ba83-086cf5a643de","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-04-29T00:32:16.239733856Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"050420fb-f7c4-4195-9d6a-281c2030948e"}
{"level":"info","ts":"2026-04-29T00:32:16.239893293Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"050420fb-f7c4-4195-9d6a-281c2030948e","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}
{"level":"info","ts":"2026-04-29T00:32:16.288046642Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"55a22257-ad45-4185-9b78-1ab6ef330dfb"}
{"level":"info","ts":"2026-04-29T00:32:16.288190028Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"55a22257-ad45-4185-9b78-1ab6ef330dfb","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}