time=2026-04-29T19:41:43.143Z level=INFO source=main.go:274 msg="Experimental delayed compaction is enabled." time=2026-04-29T19:41:43.202Z level=INFO source=main.go:1547 msg="updated GOGC" old=100 new=75 time=2026-04-29T19:41:43.202Z level=INFO source=main.go:679 msg="Leaving GOMAXPROCS=16: CPU quota undefined" component=automaxprocs time=2026-04-29T19:41:43.202Z level=INFO source=memlimit.go:198 msg="GOMEMLIMIT is updated" component=automemlimit package=github.com/KimMachineGun/automemlimit/memlimit GOMEMLIMIT=59924267827 previous=9223372036854775807 time=2026-04-29T19:41:43.202Z level=INFO source=main.go:772 msg="Starting Prometheus Server" mode=server version="(version=3.5.0, branch=HEAD, revision=5ba72b05c658bebd2be9b22c593cfba886812422)" time=2026-04-29T19:41:43.203Z level=INFO source=main.go:777 msg="operational information" build_context="(go=go1.24.6 (Red Hat 1.24.6-1.el9_6) X:strictfipsruntime, platform=linux/amd64, user=reproducible@reproducible, date=20250929-09:52:01, tags=netgo,builtinassets,strictfipsruntime)" host_details="(Linux 5.14.0-570.73.1.el9_6.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Dec 4 01:12:45 EST 2025 x86_64 prometheus-k8s-1 (none))" fd_limits="(soft=1048576, hard=1048576)" vm_limits="(soft=unlimited, hard=unlimited)" time=2026-04-29T19:41:43.205Z level=INFO source=web.go:656 msg="Start listening for connections" component=web address=127.0.0.1:9090 time=2026-04-29T19:41:43.205Z level=INFO source=main.go:1291 msg="Starting TSDB ..." time=2026-04-29T19:41:43.209Z level=INFO source=tls_config.go:347 msg="Listening on" component=web address=127.0.0.1:9090 time=2026-04-29T19:41:43.209Z level=INFO source=tls_config.go:386 msg="TLS is disabled." component=web http2=false address=127.0.0.1:9090 time=2026-04-29T19:41:43.210Z level=INFO source=head.go:657 msg="Replaying on-disk memory mappable chunks if any" component=tsdb time=2026-04-29T19:41:43.210Z level=INFO source=head.go:744 msg="On-disk memory mappable chunks replay completed" component=tsdb duration=1.027µs time=2026-04-29T19:41:43.210Z level=INFO source=head.go:752 msg="Replaying WAL, this may take a while" component=tsdb time=2026-04-29T19:41:43.211Z level=INFO source=head.go:825 msg="WAL segment loaded" component=tsdb segment=0 maxSegment=0 duration=455.109µs time=2026-04-29T19:41:43.211Z level=INFO source=head.go:862 msg="WAL replay completed" component=tsdb checkpoint_replay_duration=18.994µs wal_replay_duration=478.657µs wbl_replay_duration=152ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.027µs total_replay_duration=540.588µs time=2026-04-29T19:41:43.213Z level=INFO source=main.go:1312 msg="filesystem information" fs_type=XFS_SUPER_MAGIC time=2026-04-29T19:41:43.213Z level=INFO source=main.go:1315 msg="TSDB started" time=2026-04-29T19:41:43.213Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml time=2026-04-29T19:41:43.230Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 time=2026-04-29T19:41:43.230Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 time=2026-04-29T19:41:43.231Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/3 time=2026-04-29T19:41:43.231Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/node-exporter/0 time=2026-04-29T19:41:43.231Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 time=2026-04-29T19:41:43.232Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 time=2026-04-29T19:41:43.232Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 time=2026-04-29T19:41:43.233Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 time=2026-04-29T19:41:43.233Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 time=2026-04-29T19:41:43.233Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 time=2026-04-29T19:41:43.234Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 time=2026-04-29T19:41:43.234Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 time=2026-04-29T19:41:43.235Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 time=2026-04-29T19:41:43.235Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 time=2026-04-29T19:41:43.235Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 time=2026-04-29T19:41:43.236Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 time=2026-04-29T19:41:43.236Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 time=2026-04-29T19:41:43.236Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 time=2026-04-29T19:41:43.236Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 time=2026-04-29T19:41:43.237Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 time=2026-04-29T19:41:43.237Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/0 time=2026-04-29T19:41:43.237Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 time=2026-04-29T19:41:43.238Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 time=2026-04-29T19:41:43.238Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 time=2026-04-29T19:41:43.238Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 time=2026-04-29T19:41:43.270Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager notify" discovery=kubernetes config=config-0 time=2026-04-29T19:41:43.333Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.333Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.334Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-04-29T19:41:43.334Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-04-29T19:41:43.335Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.255µs remote_storage=1.62µs web_handler=16.946µs query_engine=1.171µs scrape=266.569µs scrape_sd=9.189756ms notify=30.921159ms notify_sd=373.68µs rules=65.241301ms tracing=7.496µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=122.064873ms time=2026-04-29T19:41:43.335Z level=INFO source=main.go:1276 msg="Server is ready to receive web requests." time=2026-04-29T19:41:43.335Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml time=2026-04-29T19:41:43.335Z level=INFO source=manager.go:176 msg="Starting rule manager..." component="rule manager" time=2026-04-29T19:41:43.336Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.336Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.336Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.337Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.337Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.337Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.337Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.338Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.338Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.338Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.338Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.338Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.338Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.339Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-04-29T19:41:43.339Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-04-29T19:41:43.348Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.349Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.349Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.349Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.351Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.351Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.351Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.351Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.352Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.352Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.352Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.353Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.354Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.354Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-04-29T19:41:43.354Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-04-29T19:41:43.356Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.356Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.356Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.356Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.356Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.356Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.357Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.357Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.357Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.357Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.357Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.358Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.358Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.362Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.362Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.362Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.362Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.362Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.362Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.364Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.367Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.368Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:43.426Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.416µs remote_storage=1.548µs web_handler=513ns query_engine=1.092µs scrape=61.987µs scrape_sd=540.284µs notify=340.355µs notify_sd=5.47µs rules=72.634444ms tracing=8.057µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=90.933558ms time=2026-04-29T19:41:44.261Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-04-29T19:41:44.261Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-04-29T19:41:44.454Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-04-29T19:41:44.454Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-04-29T19:41:44.766Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-04-29T19:41:44.766Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-04-29T19:41:47.000Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:47.003Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:41:47.681Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml time=2026-04-29T19:41:47.757Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.3µs remote_storage=1.204µs web_handler=485ns query_engine=1.522µs scrape=70.8µs scrape_sd=521.705µs notify=304.053µs notify_sd=8.968µs rules=60.814408ms tracing=4.852µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=76.240854ms time=2026-04-29T19:42:32.856Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml time=2026-04-29T19:42:32.931Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.504µs remote_storage=1.832µs web_handler=567ns query_engine=996ns scrape=1.781594ms scrape_sd=579.12µs notify=315.781µs notify_sd=9.52µs rules=59.850447ms tracing=4.109µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=74.869934ms time=2026-04-29T19:47:07.364Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:47:21.364Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:47:22.363Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:47:25.006Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:47:42.370Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:47:43.358Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:47:46.362Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:47:50.357Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:48:04.355Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:48:10.361Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:48:30.355Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:48:32.352Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:48:32.857Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml time=2026-04-29T19:48:32.873Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/pipelines-as-code-controller-monitor/0 time=2026-04-29T19:48:32.879Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:48:32.882Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:48:32.935Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.371µs remote_storage=1.992µs web_handler=500ns query_engine=1.037µs scrape=1.705066ms scrape_sd=1.201681ms notify=300.623µs notify_sd=11.078µs rules=60.627251ms tracing=4.724µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=77.884154ms time=2026-04-29T19:48:48.355Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:49:05.355Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:49:13.368Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:49:42.354Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:49:50.375Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:50:20.362Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:50:25.351Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:50:27.363Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:50:35.349Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:50:43.355Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:50:44.366Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:50:47.358Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:50:57.356Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:51:29.364Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:53:10.366Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:53:18.361Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:53:21.368Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:53:33.366Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:53:45.375Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:54:31.886Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:55:07.358Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:55:21.370Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:55:25.358Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:55:29.359Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:55:31.361Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:55:31.363Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:56:04.358Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:56:06.009Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:56:31.359Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:56:42.355Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:56:45.368Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:56:55.362Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:57:00.367Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:57:02.359Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:57:03.359Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:57:18.365Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:57:52.368Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:57:53.373Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:58:35.365Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:59:25.370Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:59:40.364Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T19:59:47.352Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:00:22.354Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:00:24.371Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:00:50.367Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:00:55.362Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:01:58.378Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:02:03.370Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:02:45.372Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:02:49.365Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:02:53.890Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:03:05.372Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:03:10.363Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:03:16.362Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:03:17.361Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:03:24.365Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-04-29T20:03:35.361Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime