time=2026-05-07T11:49:07.323Z level=INFO source=main.go:274 msg="Experimental delayed compaction is enabled." time=2026-05-07T11:49:07.367Z level=INFO source=main.go:1547 msg="updated GOGC" old=100 new=75 time=2026-05-07T11:49:07.368Z level=INFO source=main.go:679 msg="Leaving GOMAXPROCS=16: CPU quota undefined" component=automaxprocs time=2026-05-07T11:49:07.369Z level=INFO source=memlimit.go:198 msg="GOMEMLIMIT is updated" component=automemlimit package=github.com/KimMachineGun/automemlimit/memlimit GOMEMLIMIT=59290103808 previous=9223372036854775807 time=2026-05-07T11:49:07.369Z level=INFO source=main.go:772 msg="Starting Prometheus Server" mode=server version="(version=3.5.0, branch=HEAD, revision=5ba72b05c658bebd2be9b22c593cfba886812422)" time=2026-05-07T11:49:07.369Z level=INFO source=main.go:777 msg="operational information" build_context="(go=go1.24.6 (Red Hat 1.24.6-1.el9_6) X:strictfipsruntime, platform=linux/amd64, user=reproducible@reproducible, date=20250929-09:52:01, tags=netgo,builtinassets,strictfipsruntime)" host_details="(Linux 5.14.0-570.73.1.el9_6.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Dec 4 01:12:45 EST 2025 x86_64 prometheus-k8s-1 (none))" fd_limits="(soft=1048576, hard=1048576)" vm_limits="(soft=unlimited, hard=unlimited)" time=2026-05-07T11:49:07.371Z level=INFO source=web.go:656 msg="Start listening for connections" component=web address=127.0.0.1:9090 time=2026-05-07T11:49:07.371Z level=INFO source=main.go:1291 msg="Starting TSDB ..." time=2026-05-07T11:49:07.372Z level=INFO source=tls_config.go:347 msg="Listening on" component=web address=127.0.0.1:9090 time=2026-05-07T11:49:07.372Z level=INFO source=tls_config.go:386 msg="TLS is disabled." component=web http2=false address=127.0.0.1:9090 time=2026-05-07T11:49:07.375Z level=INFO source=head.go:657 msg="Replaying on-disk memory mappable chunks if any" component=tsdb time=2026-05-07T11:49:07.375Z level=INFO source=head.go:744 msg="On-disk memory mappable chunks replay completed" component=tsdb duration=1.577µs time=2026-05-07T11:49:07.375Z level=INFO source=head.go:752 msg="Replaying WAL, this may take a while" component=tsdb time=2026-05-07T11:49:07.376Z level=INFO source=head.go:825 msg="WAL segment loaded" component=tsdb segment=0 maxSegment=0 duration=381.382µs time=2026-05-07T11:49:07.376Z level=INFO source=head.go:862 msg="WAL replay completed" component=tsdb checkpoint_replay_duration=16.778µs wal_replay_duration=398.171µs wbl_replay_duration=135ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.577µs total_replay_duration=458.278µs time=2026-05-07T11:49:07.378Z level=INFO source=main.go:1312 msg="filesystem information" fs_type=XFS_SUPER_MAGIC time=2026-05-07T11:49:07.378Z level=INFO source=main.go:1315 msg="TSDB started" time=2026-05-07T11:49:07.378Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml time=2026-05-07T11:49:07.390Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 time=2026-05-07T11:49:07.391Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 time=2026-05-07T11:49:07.391Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/prometheus-k8s/0 time=2026-05-07T11:49:07.391Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 time=2026-05-07T11:49:07.393Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 time=2026-05-07T11:49:07.393Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/0 time=2026-05-07T11:49:07.393Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 time=2026-05-07T11:49:07.393Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 time=2026-05-07T11:49:07.394Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 time=2026-05-07T11:49:07.394Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 time=2026-05-07T11:49:07.394Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 time=2026-05-07T11:49:07.394Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 time=2026-05-07T11:49:07.395Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 time=2026-05-07T11:49:07.395Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 time=2026-05-07T11:49:07.395Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 time=2026-05-07T11:49:07.395Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 time=2026-05-07T11:49:07.396Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 time=2026-05-07T11:49:07.396Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 time=2026-05-07T11:49:07.396Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 time=2026-05-07T11:49:07.396Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 time=2026-05-07T11:49:07.397Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 time=2026-05-07T11:49:07.397Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 time=2026-05-07T11:49:07.397Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 time=2026-05-07T11:49:07.397Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/0 time=2026-05-07T11:49:07.398Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 time=2026-05-07T11:49:07.399Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager notify" discovery=kubernetes config=config-0 time=2026-05-07T11:49:07.461Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.461Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.464Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.473Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.609µs remote_storage=1.202µs web_handler=359ns query_engine=730ns scrape=170.84µs scrape_sd=8.155435ms notify=386.141µs notify_sd=375.093µs rules=74.542036ms tracing=5.461µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=95.573251ms time=2026-05-07T11:49:07.473Z level=INFO source=main.go:1276 msg="Server is ready to receive web requests." time=2026-05-07T11:49:07.473Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml time=2026-05-07T11:49:07.473Z level=INFO source=manager.go:176 msg="Starting rule manager..." component="rule manager" time=2026-05-07T11:49:07.474Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.477Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.477Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.482Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.482Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.482Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.482Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.482Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.482Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:07.482Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:07.483Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.484Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.485Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.485Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.485Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.485Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.485Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.485Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.509Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.515Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.518Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:07.519Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:07.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.520Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:07.520Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:07.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.528Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.528Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.528Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.528Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.528Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.528Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:49:07.559Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.287µs remote_storage=1.712µs web_handler=488ns query_engine=632ns scrape=57.358µs scrape_sd=464.512µs notify=325.458µs notify_sd=5.707µs rules=70.469863ms tracing=3.671µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=85.408887ms time=2026-05-07T11:49:08.322Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:08.322Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:08.602Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:08.602Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:08.702Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:08.702Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:09.456Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml time=2026-05-07T11:49:09.528Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.21µs remote_storage=1.495µs web_handler=428ns query_engine=955ns scrape=64.786µs scrape_sd=532.531µs notify=293.383µs notify_sd=9.778µs rules=59.285101ms tracing=5.143µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=72.095199ms time=2026-05-07T11:49:10.571Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:10.571Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:10.897Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:10.897Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:11.329Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:11.329Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:13.944Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:13.944Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:15.225Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:15.226Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:17.151Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:17.151Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:24.230Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:24.230Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:25.995Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:25.995Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:27.251Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:27.251Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:38.362Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:38.362Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:42.204Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:42.204Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:49:43.231Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime time=2026-05-07T11:49:43.231Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" time=2026-05-07T11:50:04.914Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml time=2026-05-07T11:50:04.987Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.381µs remote_storage=1.541µs web_handler=389ns query_engine=852ns scrape=1.73522ms scrape_sd=540.668µs notify=310.46µs notify_sd=9.94µs rules=58.402351ms tracing=4.095µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=73.107093ms time=2026-05-07T11:50:20.631Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:50:20.634Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:54:18.509Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:54:40.507Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:54:57.504Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:55:03.507Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:56:09.515Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:56:21.517Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:56:23.517Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:56:24.529Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:56:41.532Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:57:10.545Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:57:16.517Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:57:22.528Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:57:24.516Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:57:34.528Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:57:46.511Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:57:49.528Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:58:09.513Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:58:11.504Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:58:23.513Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:58:31.510Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:58:34.505Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:58:46.498Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:58:46.516Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:58:53.529Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:58:58.513Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:58:58.638Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:59:04.916Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml time=2026-05-07T11:59:04.932Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/openshift-triggers-monitor/0 time=2026-05-07T11:59:04.939Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:59:04.941Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T11:59:04.998Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.788µs remote_storage=1.334µs web_handler=484ns query_engine=832ns scrape=1.677929ms scrape_sd=1.106983ms notify=285.565µs notify_sd=11.196µs rules=64.393101ms tracing=4.903µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=81.912117ms time=2026-05-07T12:00:37.508Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T12:01:11.513Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T12:01:41.520Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T12:02:04.522Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T12:02:04.917Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml time=2026-05-07T12:02:04.995Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.38µs remote_storage=1.58µs web_handler=463ns query_engine=886ns scrape=1.77784ms scrape_sd=872.881µs notify=326.61µs notify_sd=10.981µs rules=61.656068ms tracing=4.97µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=78.295708ms time=2026-05-07T12:02:29.510Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T12:02:42.548Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T12:02:57.510Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime time=2026-05-07T12:03:09.515Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime