ts=2026-08-08T11:03:05.251Z caller=main.go:199 level=info msg="Experimental additional scrape metrics enabled" ts=2026-08-08T11:03:05.251Z caller=main.go:242 level=info msg="Experimental delayed compaction is enabled." ts=2026-08-08T11:03:05.254Z caller=main.go:671 level=info msg="Starting Prometheus Server" mode=server version="(version=2.55.1, branch=rhaos-4.18-rhel-9, revision=5c99aa4569dfb9fea9d615dfaf1121b25a3125c9)" ts=2026-08-08T11:03:05.254Z caller=main.go:676 level=info build_context="(go=go1.22.12 (Red Hat 1.22.12-1.el9_5) X:strictfipsruntime, platform=linux/amd64, user=reproducible@reproducible, date=20250121-03:44:34, tags=netgo,builtinassets,stringlabels,strictfipsruntime)" ts=2026-08-08T11:03:05.254Z caller=main.go:677 level=info host_details="(Linux 5.14.0-427.64.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 4 17:27:15 EDT 2025 x86_64 prometheus-user-workload-0 (none))" ts=2026-08-08T11:03:05.254Z caller=main.go:678 level=info fd_limits="(soft=1048576, hard=1048576)" ts=2026-08-08T11:03:05.254Z caller=main.go:679 level=info vm_limits="(soft=unlimited, hard=unlimited)" ts=2026-08-08T11:03:05.256Z caller=web.go:585 level=info component=web msg="Start listening for connections" address=127.0.0.1:9090 ts=2026-08-08T11:03:05.256Z caller=main.go:1188 level=info msg="Starting TSDB ..." ts=2026-08-08T11:03:05.257Z caller=tls_config.go:348 level=info component=web msg="Listening on" address=127.0.0.1:9090 ts=2026-08-08T11:03:05.257Z caller=tls_config.go:387 level=info component=web msg="TLS is disabled." http2=false address=127.0.0.1:9090 ts=2026-08-08T11:03:05.261Z caller=head.go:627 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" ts=2026-08-08T11:03:05.261Z caller=head.go:714 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=13.636µs ts=2026-08-08T11:03:05.261Z caller=head.go:722 level=info component=tsdb msg="Replaying WAL, this may take a while" ts=2026-08-08T11:03:05.261Z caller=head.go:794 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 ts=2026-08-08T11:03:05.261Z caller=head.go:831 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=34.695µs wal_replay_duration=251.438µs wbl_replay_duration=454ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=13.636µs total_replay_duration=430.589µs ts=2026-08-08T11:03:05.263Z caller=main.go:1209 level=info fs_type=XFS_SUPER_MAGIC ts=2026-08-08T11:03:05.263Z caller=main.go:1212 level=info msg="TSDB started" ts=2026-08-08T11:03:05.263Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-08-08T11:03:05.265Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/appstudio-monitoring/custom-kube-state-metrics/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.266Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/dora-metrics/dora-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.266Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/dummy-service/o11y-dummy-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.266Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/pipeline-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.266Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/tekton-results/tekton-results-api/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.266Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/build-service/build-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.266Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/mintmaker/mintmaker-controller-manager-metrics-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.267Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.267Z caller=main.go:1432 level=info msg="updated GOGC" old=100 new=75 ts=2026-08-08T11:03:05.267Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=4.474151ms db_storage=887ns remote_storage=1.502µs web_handler=240ns query_engine=601ns scrape=428.688µs scrape_sd=1.364491ms notify=68.408µs notify_sd=386.542µs rules=25.844µs tracing=3.438µs ts=2026-08-08T11:03:05.267Z caller=main.go:1173 level=info msg="Server is ready to receive web requests." ts=2026-08-08T11:03:05.267Z caller=manager.go:164 level=info component="rule manager" msg="Starting rule manager..." ts=2026-08-08T11:03:05.300Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-08-08T11:03:05.303Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/dora-metrics/dora-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.303Z caller=klog.go:134 level=error component=k8s_client_runtime func=Errorf msg="Unexpected error when reading response body: context canceled" ts=2026-08-08T11:03:05.303Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/pipeline-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.303Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/appstudio-monitoring/custom-kube-state-metrics/1 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.304Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/build-service/build-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.304Z caller=klog.go:134 level=error component=k8s_client_runtime func=Errorf msg="Unexpected error when reading response body: context canceled" ts=2026-08-08T11:03:05.304Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/dummy-service/o11y-dummy-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.304Z caller=klog.go:134 level=error component=k8s_client_runtime func=Errorf msg="Unexpected error when reading response body: context canceled" ts=2026-08-08T11:03:05.304Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/mintmaker/mintmaker-controller-manager-metrics-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.304Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/tekton-results/tekton-results-api/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.305Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:05.305Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=5.396169ms db_storage=1.104µs remote_storage=1.66µs web_handler=617ns query_engine=1.04µs scrape=52.445µs scrape_sd=1.671765ms notify=65.365µs notify_sd=177.98µs rules=24.645µs tracing=4.284µs ts=2026-08-08T11:03:10.650Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-08-08T11:03:10.655Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/pipeline-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:10.655Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/tekton-results/tekton-results-api/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:10.655Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/appstudio-monitoring/custom-kube-state-metrics/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:10.656Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/image-controller/image-controller/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:10.656Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/mintmaker/mintmaker-controller-manager-metrics-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:10.656Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/build-service/build-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:10.656Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/dora-metrics/dora-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:10.656Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/dummy-service/o11y-dummy-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:10.657Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:03:10.657Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=6.705112ms db_storage=1.56µs remote_storage=1.262µs web_handler=860ns query_engine=804ns scrape=819.228µs scrape_sd=1.715901ms notify=67.086µs notify_sd=250.127µs rules=27.029µs tracing=4.304µs ts=2026-08-08T11:04:23.478Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-08-08T11:04:23.485Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/dora-metrics/dora-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.486Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/mintmaker/mintmaker-controller-manager-metrics-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.486Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/release-service/release-service-controller-manager-metrics-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.486Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/tekton-results/tekton-results-api/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.487Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/appstudio-monitoring/custom-kube-state-metrics/1 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.487Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/image-controller/image-controller/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.487Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/pipeline-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.488Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=podMonitor/appstudio-registry-exporter/registry-exporter-ds-podmonitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.488Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/caching/artifact-registry-proxy/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.488Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/build-service/build-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.488Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/dummy-service/o11y-dummy-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.489Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/integration-service/integration-service-controller-manager-metrics-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.489Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-operators/openshift-pipelines-operator-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.490Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:04:23.493Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=15.595264ms db_storage=1.129µs remote_storage=2.298µs web_handler=834ns query_engine=1.063µs scrape=1.464763ms scrape_sd=4.136169ms notify=125.351µs notify_sd=353.07µs rules=3.623318ms tracing=3.492µs ts=2026-08-08T11:07:23.533Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-08-08T11:07:23.541Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/caching/squid/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.542Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/cert-manager/cert-manager-metrics/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.542Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/dora-metrics/dora-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.542Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/dummy-service/o11y-dummy-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.542Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/image-controller/image-controller/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.542Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/multi-platform-controller/multi-platform-controller-metrics-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.542Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/product-kubearchive/o11y-kubearchive/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.543Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/build-service/build-service/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.543Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/konflux-kyverno/kyverno-background-controller/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.543Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/release-service/release-service-controller-manager-metrics-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.543Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/tekton-results/tekton-results-watcher/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.543Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=podMonitor/appstudio-registry-exporter/registry-exporter-ds-podmonitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.543Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/appstudio-monitoring/custom-kube-state-metrics/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.544Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/integration-service/integration-service-controller-manager-metrics-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.544Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/mintmaker/mintmaker-controller-manager-metrics-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.544Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-operators/openshift-pipelines-operator-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.544Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-08-08T11:07:23.547Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=13.146515ms db_storage=1.325µs remote_storage=2.638µs web_handler=870ns query_engine=1.201µs scrape=2.271055ms scrape_sd=3.30348ms notify=74.325µs notify_sd=358.891µs rules=1.911728ms tracing=9.234µs