{"level":"info","ts":"2026-05-13T12:42:44.297480337Z","logger":"controller-runtime.builder","msg":"Registering a mutating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoStack","path":"/mutate-tempo-grafana-com-v1alpha1-tempostack"}
{"level":"info","ts":"2026-05-13T12:42:44.297622606Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/mutate-tempo-grafana-com-v1alpha1-tempostack"}
{"level":"info","ts":"2026-05-13T12:42:44.297649569Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoStack","path":"/validate-tempo-grafana-com-v1alpha1-tempostack"}
{"level":"info","ts":"2026-05-13T12:42:44.297679876Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-tempo-grafana-com-v1alpha1-tempostack"}
{"level":"info","ts":"2026-05-13T12:42:44.297736299Z","logger":"controller-runtime.builder","msg":"Registering a validating webhook","GVK":"tempo.grafana.com/v1alpha1, Kind=TempoMonolithic","path":"/validate-tempo-grafana-com-v1alpha1-tempomonolithic"}
{"level":"info","ts":"2026-05-13T12:42:44.297765726Z","logger":"controller-runtime.webhook","msg":"Registering webhook","path":"/validate-tempo-grafana-com-v1alpha1-tempomonolithic"}
{"level":"info","ts":"2026-05-13T12:42:44.29779354Z","logger":"setup","msg":"Starting Tempo Operator","build-date":"2026-05-07T12:52:10Z","revision":"8896255a0bb96be44d7a56e0e8da00ed2602470d","tempo-operator":"0.20.0","tempo":"2.10.0","tempo-query":"2.10.0","default-tempo-image":"registry.redhat.io/rhosdt/tempo-rhel9@sha256:8af8a53cbe0c6409e57009d00f884e6e39e17080c204344d2d4e21e3ac060053","default-tempo-query-image":"registry.redhat.io/rhosdt/tempo-query-rhel9@sha256:49d6aa0b875887810f67128f977ba368dd1ec965d82750123f2053fe3f24ed18","default-tempo-gateway-image":"registry.redhat.io/rhosdt/tempo-gateway-rhel9@sha256:c796377fa6d4a84075c5f35ee403a2cc5e29b71b9419e243a718693adc3eccee","default-tempo-gateway-opa-image":"registry.redhat.io/rhosdt/tempo-gateway-opa-rhel9@sha256:b75d0f3d50a141fe44d9457518f67bb022b03fd6c819bee47096fb01879947c0","default-network-policies":true,"go-version":"go1.25.9 (Red Hat 1.25.9-1.el9_7) X:strictfipsruntime","go-arch":"amd64","go-os":"linux"}
{"level":"info","ts":"2026-05-13T12:42:44.29804076Z","logger":"controller-runtime.metrics","msg":"Starting metrics server"}
{"level":"info","ts":"2026-05-13T12:42:44.298092536Z","msg":"starting server","name":"health probe","addr":"[::]:8081"}
{"level":"info","ts":"2026-05-13T12:42:44.298131069Z","logger":"controller-runtime.webhook","msg":"Starting webhook server"}
{"level":"info","ts":"2026-05-13T12:42:44.298307808Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key"}
{"level":"info","ts":"2026-05-13T12:42:44.298330495Z","logger":"controller-runtime.certwatcher","msg":"Updated current TLS certificate","cert":"/var/run/tls/server/tls.crt","key":"/var/run/tls/server/tls.key"}
{"level":"info","ts":"2026-05-13T12:42:44.298395406Z","logger":"controller-runtime.webhook","msg":"Serving webhook server","host":"","port":9443}
{"level":"info","ts":"2026-05-13T12:42:44.298408615Z","logger":"controller-runtime.metrics","msg":"Serving metrics server","bindAddress":":8443","secure":true}
{"level":"info","ts":"2026-05-13T12:42:44.298449815Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/var/run/tls/server/tls.crt","key":"/var/run/tls/server/tls.key","interval":10}
{"level":"info","ts":"2026-05-13T12:42:44.298452956Z","logger":"controller-runtime.certwatcher","msg":"Starting certificate poll+watcher","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10}
{"level":"info","ts":"2026-05-13T12:42:44.398652419Z","msg":"attempting to acquire leader lease tempo-operator/8b886b0f.grafana.com..."}
{"level":"info","ts":"2026-05-13T12:42:44.423444412Z","msg":"successfully acquired lease tempo-operator/8b886b0f.grafana.com"}
{"level":"info","ts":"2026-05-13T12:42:44.423775444Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1alpha1.TempoStack"}
{"level":"info","ts":"2026-05-13T12:42:44.423802662Z","msg":"Starting EventSource","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-05-13T12:42:44.423812986Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-05-13T12:42:44.423825599Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ConfigMap"}
{"level":"info","ts":"2026-05-13T12:42:44.42383012Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Service"}
{"level":"info","ts":"2026-05-13T12:42:44.423817426Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-05-13T12:42:44.424139433Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Service"}
{"level":"info","ts":"2026-05-13T12:42:44.424148253Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-05-13T12:42:44.424150569Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Ingress"}
{"level":"info","ts":"2026-05-13T12:42:44.424149939Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.StatefulSet"}
{"level":"info","ts":"2026-05-13T12:42:44.424173792Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Role"}
{"level":"info","ts":"2026-05-13T12:42:44.424183402Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ClusterRole"}
{"level":"info","ts":"2026-05-13T12:42:44.424186131Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ClusterRole"}
{"level":"info","ts":"2026-05-13T12:42:44.424134893Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.StatefulSet"}
{"level":"info","ts":"2026-05-13T12:42:44.424195895Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ClusterRoleBinding"}
{"level":"info","ts":"2026-05-13T12:42:44.42420223Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Route"}
{"level":"info","ts":"2026-05-13T12:42:44.424200803Z","msg":"Starting EventSource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1alpha1.TempoMonolithic"}
{"level":"info","ts":"2026-05-13T12:42:44.42421461Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ServiceMonitor"}
{"level":"info","ts":"2026-05-13T12:42:44.424175243Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ServiceAccount"}
{"level":"info","ts":"2026-05-13T12:42:44.424214866Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ConfigMap"}
{"level":"info","ts":"2026-05-13T12:42:44.424225459Z","msg":"Starting EventSource","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1alpha1.TempoStack"}
{"level":"info","ts":"2026-05-13T12:42:44.424230856Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Route"}
{"level":"info","ts":"2026-05-13T12:42:44.424237297Z","msg":"Starting EventSource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-05-13T12:42:44.424226251Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1alpha1.TempoMonolithic"}
{"level":"info","ts":"2026-05-13T12:42:44.424239911Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Secret"}
{"level":"info","ts":"2026-05-13T12:42:44.424214022Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Deployment"}
{"level":"info","ts":"2026-05-13T12:42:44.424249648Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.RoleBinding"}
{"level":"info","ts":"2026-05-13T12:42:44.424239851Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.ClusterRoleBinding"}
{"level":"info","ts":"2026-05-13T12:42:44.424241091Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ServiceAccount"}
{"level":"info","ts":"2026-05-13T12:42:44.424690783Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.RoleBinding"}
{"level":"info","ts":"2026-05-13T12:42:44.424706878Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.Role"}
{"level":"info","ts":"2026-05-13T12:42:44.424728914Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.PrometheusRule"}
{"level":"info","ts":"2026-05-13T12:42:44.424734868Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.ServiceMonitor"}
{"level":"info","ts":"2026-05-13T12:42:44.424773542Z","msg":"Starting EventSource","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","source":"kind source: *v1.PrometheusRule"}
{"level":"info","ts":"2026-05-13T12:42:44.425032547Z","msg":"Starting EventSource","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","source":"kind source: *v1.Ingress"}
{"level":"info","ts":"2026-05-13T12:42:44.62693588Z","msg":"Starting Controller","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack"}
{"level":"info","ts":"2026-05-13T12:42:44.626959847Z","msg":"Starting workers","controller":"certrotation","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","worker count":1}
{"level":"info","ts":"2026-05-13T12:42:44.628955226Z","msg":"Starting Controller","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic"}
{"level":"info","ts":"2026-05-13T12:42:44.62897255Z","msg":"Starting workers","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","worker count":1}
{"level":"info","ts":"2026-05-13T12:42:44.630219113Z","msg":"Starting Controller","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic"}
{"level":"info","ts":"2026-05-13T12:42:44.63023138Z","msg":"Starting workers","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","worker count":1}
{"level":"info","ts":"2026-05-13T12:42:44.630237417Z","msg":"Starting Controller","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack"}
{"level":"info","ts":"2026-05-13T12:42:44.630245292Z","msg":"Starting workers","controller":"tempostack","controllerGroup":"tempo.grafana.com","controllerKind":"TempoStack","worker count":1}
{"level":"info","ts":"2026-05-13T12:42:44.631098332Z","msg":"discovered Kubernetes API server endpoints","ports":1,"ips":1}
{"level":"info","ts":"2026-05-13T12:44:00.318488457Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"5c14b113-001f-44ed-8705-f433d4aa00b3","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-05-13T12:44:00.427272682Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"c288aed9-da81-41e5-944d-47649e4e65fd","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-05-13T12:44:00.45052693Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"dff7290e-89b5-4828-af17-eeb0d2651101","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-05-13T12:44:00.48123892Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"aebcb090-e46f-48c3-bdc5-cc94da1c9f5d","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-05-13T12:44:00.482085957Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"5caa79de-2aaf-49a6-a16d-97547e83b1f2"}
{"level":"info","ts":"2026-05-13T12:44:00.482171076Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"5caa79de-2aaf-49a6-a16d-97547e83b1f2","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}
{"level":"error","ts":"2026-05-13T12:44:00.490498118Z","msg":"Reconciler error","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"5caa79de-2aaf-49a6-a16d-97547e83b1f2","error":"Operation cannot be fulfilled on tempomonolithics.tempo.grafana.com \"tempo\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-05-13T12:44:00.507444871Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"7c2e85bb-dde1-46d2-b427-b5eeb043593a","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-05-13T12:44:00.507456536Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"be9bdbfe-2610-4322-89cf-ac18bc99fda3"}
{"level":"info","ts":"2026-05-13T12:44:00.507567234Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"be9bdbfe-2610-4322-89cf-ac18bc99fda3","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}
{"level":"error","ts":"2026-05-13T12:44:00.514559915Z","msg":"Reconciler error","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"be9bdbfe-2610-4322-89cf-ac18bc99fda3","error":"Operation cannot be fulfilled on tempomonolithics.tempo.grafana.com \"tempo\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-05-13T12:44:00.527154922Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"0503e761-7cb3-4d54-b75f-15cf8fc33ff8"}
{"level":"info","ts":"2026-05-13T12:44:00.527298279Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"0503e761-7cb3-4d54-b75f-15cf8fc33ff8","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}
{"level":"info","ts":"2026-05-13T12:44:00.54089937Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"465a6612-0d93-42a3-85ea-3a4429463ea9","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-05-13T12:44:00.541107764Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"0503e761-7cb3-4d54-b75f-15cf8fc33ff8"}
{"level":"info","ts":"2026-05-13T12:44:00.680282757Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"e072a683-b6f2-4ae1-a055-ff4385ac1f80","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"error","ts":"2026-05-13T12:44:00.689492832Z","logger":"tempomonolithic-reconcile","msg":"failed to add certificate hash annotations after certificate rotation","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"f31c5ecd-ef98-4b6a-83d4-fa6e89dfc122","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts","error":"Operation cannot be fulfilled on tempomonolithics.tempo.grafana.com \"tempo\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/grafana/tempo-operator/internal/manifests/monolithic.CreateOrRotateCertificates\n\tgithub.com/grafana/tempo-operator/internal/manifests/monolithic/certificates.go:106\ngithub.com/grafana/tempo-operator/internal/controller/tempo.(*TempoMonolithicReconciler).Reconcile\n\tgithub.com/grafana/tempo-operator/internal/controller/tempo/tempomonolithic_controller.go:124\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:216\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:461\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-05-13T12:44:00.706932195Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"d6b8e8fa-3a84-4020-a05f-4dbefc324698","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"error","ts":"2026-05-13T12:44:00.707594189Z","msg":"Reconciler error","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"f31c5ecd-ef98-4b6a-83d4-fa6e89dfc122","error":"built in cert manager error: failed to add certificate hash annotations: Operation cannot be fulfilled on tempomonolithics.tempo.grafana.com \"tempo\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:474\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:421\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.22.4/pkg/internal/controller/controller.go:296"}
{"level":"info","ts":"2026-05-13T12:44:00.721426291Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"69a79139-34ca-4d55-bfdf-fbac3a93c640"}
{"level":"info","ts":"2026-05-13T12:44:00.721602402Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"69a79139-34ca-4d55-bfdf-fbac3a93c640","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}
{"level":"info","ts":"2026-05-13T12:44:00.782933317Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"e3d11406-5091-433e-b778-af6de33a6209","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-05-13T12:44:00.797885043Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"3bd9c646-c1c1-4b05-af6a-e64f60cd6e42"}
{"level":"info","ts":"2026-05-13T12:44:00.798028807Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"3bd9c646-c1c1-4b05-af6a-e64f60cd6e42","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}
{"level":"info","ts":"2026-05-13T12:44:00.854724823Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"5945cb63-aaaa-4b54-b1ac-8862bbd0f1b5"}
{"level":"info","ts":"2026-05-13T12:44:00.854875086Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"5945cb63-aaaa-4b54-b1ac-8862bbd0f1b5","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}
{"level":"info","ts":"2026-05-13T12:44:50.997585505Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"3658e47e-8df4-4a09-9cb8-6071a90272c8"}
{"level":"info","ts":"2026-05-13T12:44:50.9977799Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"3658e47e-8df4-4a09-9cb8-6071a90272c8","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}
{"level":"info","ts":"2026-05-13T12:44:51.232770509Z","logger":"certrotation-reconcile","msg":"Skipping reconciliation for unmanaged TempoMonolithic resource","controller":"certrotation_monolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"475472d9-23f6-4b80-b289-841f90a0ac11","tempo":{"name":"tempo","namespace":"tempo-operator"},"name":"tempo-operator/tempo"}
{"level":"info","ts":"2026-05-13T12:44:51.319600579Z","logger":"tempomonolithic-reconcile","msg":"TempoMonolithic instances without multi-tenancy provide no authentication or authorization on the ingest or query paths, and are not supported on OpenShift","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"3284385d-1592-473c-9d33-5cede59d2b51"}
{"level":"info","ts":"2026-05-13T12:44:51.319783087Z","logger":"tempomonolithic-reconcile","msg":"certificate rotation completed successfully, hash annotations added","controller":"tempomonolithic","controllerGroup":"tempo.grafana.com","controllerKind":"TempoMonolithic","TempoMonolithic":{"name":"tempo","namespace":"tempo-operator"},"namespace":"tempo-operator","name":"tempo","reconcileID":"3284385d-1592-473c-9d33-5cede59d2b51","monolithic":"tempo-operator/tempo","event":"createOrRotateCerts"}