ts=2026-06-30T17:54:18.885Z caller=main.go:242 level=info msg="Experimental delayed compaction is enabled." ts=2026-06-30T17:54:18.896Z caller=main.go:671 level=info msg="Starting Prometheus Server" mode=server version="(version=2.55.1, branch=rhaos-4.18-rhel-9, revision=5c99aa4569dfb9fea9d615dfaf1121b25a3125c9)" ts=2026-06-30T17:54:18.896Z caller=main.go:676 level=info build_context="(go=go1.22.12 (Red Hat 1.22.12-1.el9_5) X:strictfipsruntime, platform=linux/amd64, user=reproducible@reproducible, date=20250121-03:44:34, tags=netgo,builtinassets,stringlabels,strictfipsruntime)" ts=2026-06-30T17:54:18.896Z caller=main.go:677 level=info host_details="(Linux 5.14.0-427.64.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 4 17:27:15 EDT 2025 x86_64 prometheus-k8s-1 (none))" ts=2026-06-30T17:54:18.896Z caller=main.go:678 level=info fd_limits="(soft=1048576, hard=1048576)" ts=2026-06-30T17:54:18.896Z caller=main.go:679 level=info vm_limits="(soft=unlimited, hard=unlimited)" ts=2026-06-30T17:54:18.898Z caller=web.go:585 level=info component=web msg="Start listening for connections" address=127.0.0.1:9090 ts=2026-06-30T17:54:18.899Z caller=main.go:1188 level=info msg="Starting TSDB ..." ts=2026-06-30T17:54:18.899Z caller=tls_config.go:348 level=info component=web msg="Listening on" address=127.0.0.1:9090 ts=2026-06-30T17:54:18.899Z caller=tls_config.go:387 level=info component=web msg="TLS is disabled." http2=false address=127.0.0.1:9090 ts=2026-06-30T17:54:18.901Z caller=head.go:627 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" ts=2026-06-30T17:54:18.901Z caller=head.go:714 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.54µs ts=2026-06-30T17:54:18.901Z caller=head.go:722 level=info component=tsdb msg="Replaying WAL, this may take a while" ts=2026-06-30T17:54:18.901Z caller=head.go:794 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 ts=2026-06-30T17:54:18.901Z caller=head.go:831 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.167µs wal_replay_duration=245.336µs wbl_replay_duration=145ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.54µs total_replay_duration=279.981µs ts=2026-06-30T17:54:18.903Z caller=main.go:1209 level=info fs_type=XFS_SUPER_MAGIC ts=2026-06-30T17:54:18.903Z caller=main.go:1212 level=info msg="TSDB started" ts=2026-06-30T17:54:18.903Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-06-30T17:54:18.914Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.914Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.915Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.915Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.915Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops-repo-server/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.915Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/thanos-querier/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.915Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.915Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.916Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.916Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.916Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.916Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.916Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/prometheus-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.916Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.917Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.917Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.918Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.918Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.918Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.918Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.919Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.919Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.919Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.919Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.919Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.919Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.920Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.920Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:18.982Z caller=main.go:1432 level=info msg="updated GOGC" old=100 new=75 ts=2026-06-30T17:54:18.982Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=79.051537ms db_storage=1.087µs remote_storage=1.588µs web_handler=370ns query_engine=866ns scrape=254.462µs scrape_sd=5.822118ms notify=92.143µs notify_sd=887.124µs rules=61.515258ms tracing=5.967µs ts=2026-06-30T17:54:18.982Z caller=main.go:1173 level=info msg="Server is ready to receive web requests." ts=2026-06-30T17:54:18.982Z caller=manager.go:164 level=info component="rule manager" msg="Starting rule manager..." ts=2026-06-30T17:54:19.049Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-06-30T17:54:19.059Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.060Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/prometheus-k8s/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.060Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.060Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.060Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.060Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.061Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.061Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.061Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.061Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.061Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.061Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.062Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/prometheus-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.062Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.062Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.062Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.062Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.062Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.063Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.063Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.063Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.063Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.063Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.063Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.064Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.064Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.064Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.068Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:19.124Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=75.205983ms db_storage=1.496µs remote_storage=1.438µs web_handler=729ns query_engine=1.004µs scrape=89.509µs scrape_sd=5.312477ms notify=80.089µs notify_sd=4.467952ms rules=55.425721ms tracing=5.972µs ts=2026-06-30T17:54:23.606Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-06-30T17:54:23.617Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.617Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.618Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kube-state-metrics/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.618Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.618Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.618Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.618Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/prometheus-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.619Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.619Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.619Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.619Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.619Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/product-kubearchive-logging/product-kubearchive-logging-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.620Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.620Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.620Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.620Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.620Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.620Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.621Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.621Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.621Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.621Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.621Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.622Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.622Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.622Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.622Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.622Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.625Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:54:23.676Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=69.339585ms db_storage=1.857µs remote_storage=1.942µs web_handler=548ns query_engine=1.213µs scrape=90.233µs scrape_sd=6.043636ms notify=2.661096ms notify_sd=404.273µs rules=50.021464ms tracing=5.967µs ts=2026-06-30T17:54:23.760Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:23.761Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:23.762Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:24.713Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:24.801Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:25.047Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:26.462Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:26.703Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:27.226Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:31.320Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:31.463Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:31.679Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:38.389Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:39.234Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:40.340Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:52.093Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:54:54.360Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:00.676Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:18.549Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-06-30T17:55:18.568Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.569Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.569Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.569Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.569Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kube-state-metrics/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.569Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/2 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.570Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.570Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.570Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.570Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.570Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/thanos-sidecar/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.571Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.571Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.571Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.571Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.571Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/product-kubearchive-logging/product-kubearchive-logging-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.572Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.572Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.572Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.573Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.573Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.573Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.574Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.574Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.574Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.575Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.575Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.575Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.575Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:55:18.640Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:18.640Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:18.641Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:18.680Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=130.699927ms db_storage=1.408µs remote_storage=1.44µs web_handler=392ns query_engine=1.146µs scrape=6.629447ms scrape_sd=7.687512ms notify=52.12µs notify_sd=287.37µs rules=104.063377ms tracing=8.493µs ts=2026-06-30T17:55:19.682Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:19.689Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:19.830Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:21.309Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:21.617Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:22.253Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:25.610Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:26.228Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:27.475Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:38.047Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:38.560Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:38.700Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:51.894Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:55:58.459Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:56:01.260Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:56:25.028Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:56:32.781Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:56:49.103Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:57:05.688Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:57:28.029Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:57:45.290Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:57:58.000Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:58:06.719Z caller=klog.go:118 level=warn component=k8s_client_runtime func=Warningf msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"product-kubearchive-logging\"" ts=2026-06-30T17:58:18.549Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-06-30T17:58:18.567Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.567Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kube-state-metrics/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.567Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/2 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.567Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/openshift-triggers-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.568Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.568Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/prometheus-user-workload/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.568Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.568Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/product-kubearchive-logging/product-kubearchive-logging-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.568Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.568Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.569Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.569Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.569Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops-repo-server/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.569Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.569Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.569Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.570Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.570Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.570Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.570Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.570Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.571Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.571Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.571Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.571Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.571Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.572Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.572Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.572Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.572Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:58:18.630Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=80.315145ms db_storage=1.053µs remote_storage=1.642µs web_handler=509ns query_engine=1.06µs scrape=5.649498ms scrape_sd=5.857641ms notify=57.111µs notify_sd=257.082µs rules=57.231276ms tracing=4.545µs ts=2026-06-30T17:59:20.811Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-06-30T17:59:20.831Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/cluster-monitoring-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/thanos-ruler/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/openshift-chains-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kueue-operator/kueue-metrics/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/product-kubearchive-logging/product-kubearchive-logging-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.837Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-06-30T17:59:20.894Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=82.962284ms db_storage=1.19µs remote_storage=1.689µs web_handler=502ns query_engine=1.334µs scrape=6.866204ms scrape_sd=5.535338ms notify=57.957µs notify_sd=294.875µs rules=57.338567ms tracing=4.637µs ts=2026-06-30T18:02:20.812Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-06-30T18:02:20.831Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/openshift-chains-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/alertmanager-main/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/thanos-sidecar/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/2 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops-repo-server/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/tekton-kueue/tekton-kueue-controller/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kueue-operator/kueue-metrics/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/product-kubearchive-logging/product-kubearchive-logging-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.837Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.837Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.837Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:02:20.892Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=80.170307ms db_storage=1.112µs remote_storage=1.766µs web_handler=496ns query_engine=1.457µs scrape=6.684033ms scrape_sd=5.952481ms notify=77.165µs notify_sd=317.802µs rules=54.370225ms tracing=5.457µs ts=2026-06-30T18:05:20.811Z caller=main.go:1395 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml ts=2026-06-30T18:05:20.831Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops-server/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/thanos-sidecar/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.832Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/product-kubearchive-logging/product-kubearchive-logging-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/openshift-chains-monitor/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/prometheus-user-workload/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.833Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/tekton-kueue/tekton-kueue-controller/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.834Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.835Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/1 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kueue-operator/kueue-metrics/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.836Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.837Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.837Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.837Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config" ts=2026-06-30T18:05:20.893Z caller=main.go:1443 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=81.779722ms db_storage=1.312µs remote_storage=1.725µs web_handler=530ns query_engine=2.137µs scrape=7.073645ms scrape_sd=6.030053ms notify=64.095µs notify_sd=302.434µs rules=55.742845ms tracing=5.441µs