time=2026-03-30T15:00:42.831Z level=INFO source=main.go:274 msg="Experimental delayed compaction is enabled."
time=2026-03-30T15:00:42.831Z level=INFO source=main.go:302 msg="Experimental Uncached IO is enabled."
time=2026-03-30T15:00:42.890Z level=INFO source=main.go:1552 msg="updated GOGC" old=100 new=75
time=2026-03-30T15:00:42.891Z level=INFO source=main.go:683 msg="Leaving GOMAXPROCS=16: CPU quota undefined" component=automaxprocs
time=2026-03-30T15:00:42.892Z level=INFO source=memlimit.go:198 msg="GOMEMLIMIT is updated" component=automemlimit package=github.com/KimMachineGun/automemlimit/memlimit GOMEMLIMIT=59924282572 previous=9223372036854775807
time=2026-03-30T15:00:42.892Z level=INFO source=main.go:776 msg="Starting Prometheus Server" mode=server version="(version=3.7.3, branch=HEAD, revision=8656282943974916433b6b607f4e3d4bd6f926d2)"
time=2026-03-30T15:00:42.892Z level=INFO source=main.go:781 msg="operational information" build_context="(go=go1.24.13 (Red Hat 1.24.13-1.el9_6) X:strictfipsruntime, platform=linux/amd64, user=reproducible@reproducible, date=20251127-10:06:34, tags=netgo,builtinassets,strictfipsruntime)" host_details="(Linux 5.14.0-570.98.1.el9_6.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 6 20:37:30 EST 2026 x86_64 prometheus-k8s-1 (none))" fd_limits="(soft=524287, hard=524288)" vm_limits="(soft=unlimited, hard=unlimited)"
time=2026-03-30T15:00:42.894Z level=INFO source=web.go:660 msg="Start listening for connections" component=web address=127.0.0.1:9090
time=2026-03-30T15:00:42.894Z level=INFO source=main.go:1296 msg="Starting TSDB ..."
time=2026-03-30T15:00:42.898Z level=INFO source=tls_config.go:346 msg="Listening on" component=web address=127.0.0.1:9090
time=2026-03-30T15:00:42.898Z level=INFO source=tls_config.go:385 msg="TLS is disabled." component=web http2=false address=127.0.0.1:9090
time=2026-03-30T15:00:42.899Z level=INFO source=head.go:669 msg="Replaying on-disk memory mappable chunks if any" component=tsdb
time=2026-03-30T15:00:42.899Z level=INFO source=head.go:755 msg="On-disk memory mappable chunks replay completed" component=tsdb duration=944ns
time=2026-03-30T15:00:42.899Z level=INFO source=head.go:763 msg="Replaying WAL, this may take a while" component=tsdb
time=2026-03-30T15:00:42.899Z level=INFO source=head.go:836 msg="WAL segment loaded" component=tsdb segment=0 maxSegment=0 duration=314.309µs
time=2026-03-30T15:00:42.899Z level=INFO source=head.go:873 msg="WAL replay completed" component=tsdb checkpoint_replay_duration=22.645µs wal_replay_duration=341.899µs wbl_replay_duration=113ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=944ns total_replay_duration=383.07µs
time=2026-03-30T15:00:42.902Z level=INFO source=main.go:1317 msg="filesystem information" fs_type=XFS_SUPER_MAGIC
time=2026-03-30T15:00:42.902Z level=INFO source=main.go:1320 msg="TSDB started"
time=2026-03-30T15:00:42.902Z level=INFO source=main.go:1505 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-03-30T15:00:42.917Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0
time=2026-03-30T15:00:42.918Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0
time=2026-03-30T15:00:42.918Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0
time=2026-03-30T15:00:42.918Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0
time=2026-03-30T15:00:42.918Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/1
time=2026-03-30T15:00:42.919Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kube-state-metrics/1
time=2026-03-30T15:00:42.919Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0
time=2026-03-30T15:00:42.919Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0
time=2026-03-30T15:00:42.919Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0
time=2026-03-30T15:00:42.920Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0
time=2026-03-30T15:00:42.920Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0
time=2026-03-30T15:00:42.920Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/0
time=2026-03-30T15:00:42.921Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0
time=2026-03-30T15:00:42.921Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0
time=2026-03-30T15:00:42.921Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0
time=2026-03-30T15:00:42.921Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0
time=2026-03-30T15:00:42.922Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0
time=2026-03-30T15:00:42.922Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/node-exporter/0
time=2026-03-30T15:00:42.922Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0
time=2026-03-30T15:00:42.923Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0
time=2026-03-30T15:00:42.923Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0
time=2026-03-30T15:00:42.923Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0
time=2026-03-30T15:00:42.923Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0
time=2026-03-30T15:00:42.924Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0
time=2026-03-30T15:00:42.924Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0
time=2026-03-30T15:00:42.924Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0
time=2026-03-30T15:00:42.927Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager notify" discovery=kubernetes config=config-0
time=2026-03-30T15:00:43.007Z level=INFO source=main.go:1545 msg="Completed loading of configuration file" db_storage=1.202µs remote_storage=1.453µs web_handler=249ns query_engine=997ns scrape=233.143µs scrape_sd=7.613686ms notify=2.076118ms notify_sd=10.87549ms rules=69.782783ms tracing=5.221µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=105.135944ms
time=2026-03-30T15:00:43.007Z level=INFO source=main.go:1281 msg="Server is ready to receive web requests."
time=2026-03-30T15:00:43.007Z level=INFO source=manager.go:190 msg="Starting rule manager..." component="rule manager"
time=2026-03-30T15:00:43.007Z level=INFO source=main.go:1505 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-03-30T15:00:43.012Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.013Z level=ERROR source=reflector.go:205 msg="Failed to watch" component=k8s_client_runtime logger=UnhandledError err="failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" reflector=github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:517 type=*v1.Pod
time=2026-03-30T15:00:43.014Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.014Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.014Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.014Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.014Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.014Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.014Z level=ERROR source=reflector.go:205 msg="Failed to watch" component=k8s_client_runtime logger=UnhandledError err="failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" reflector=github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:515 type=*v1.Endpoints
time=2026-03-30T15:00:43.014Z level=ERROR source=reflector.go:205 msg="Failed to watch" component=k8s_client_runtime logger=UnhandledError err="failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" reflector=github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:516 type=*v1.Service
time=2026-03-30T15:00:43.015Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.015Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.015Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.022Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.022Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.022Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.022Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.022Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.022Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.029Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.029Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.029Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.034Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.037Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.038Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.038Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.038Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.038Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.038Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.038Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.038Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.038Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.038Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.038Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.038Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.041Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.041Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.041Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.041Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.041Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.041Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.046Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.050Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.050Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.050Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.058Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.058Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.058Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.063Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.063Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.063Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:43.103Z level=INFO source=main.go:1545 msg="Completed loading of configuration file" db_storage=1.116µs remote_storage=1.158µs web_handler=452ns query_engine=1.218µs scrape=58.618µs scrape_sd=465.997µs notify=326.23µs notify_sd=5.304µs rules=79.062989ms tracing=8.049µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=96.052594ms
time=2026-03-30T15:00:43.850Z level=ERROR source=reflector.go:205 msg="Failed to watch" component=k8s_client_runtime logger=UnhandledError err="failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" reflector=github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:516 type=*v1.Service
time=2026-03-30T15:00:44.519Z level=ERROR source=reflector.go:205 msg="Failed to watch" component=k8s_client_runtime logger=UnhandledError err="failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" reflector=github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:517 type=*v1.Pod
time=2026-03-30T15:00:44.593Z level=ERROR source=reflector.go:205 msg="Failed to watch" component=k8s_client_runtime logger=UnhandledError err="failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" reflector=github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:515 type=*v1.Endpoints
time=2026-03-30T15:00:45.682Z level=ERROR source=reflector.go:205 msg="Failed to watch" component=k8s_client_runtime logger=UnhandledError err="failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" reflector=github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:516 type=*v1.Service
time=2026-03-30T15:00:46.973Z level=ERROR source=reflector.go:205 msg="Failed to watch" component=k8s_client_runtime logger=UnhandledError err="failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" reflector=github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:515 type=*v1.Endpoints
time=2026-03-30T15:00:47.372Z level=ERROR source=reflector.go:205 msg="Failed to watch" component=k8s_client_runtime logger=UnhandledError err="failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" reflector=github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:517 type=*v1.Pod
time=2026-03-30T15:00:48.791Z level=INFO source=main.go:1505 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-03-30T15:00:48.875Z level=INFO source=main.go:1545 msg="Completed loading of configuration file" db_storage=1.121µs remote_storage=1.425µs web_handler=480ns query_engine=1.091µs scrape=2.731393ms scrape_sd=514.609µs notify=376.086µs notify_sd=10.718µs rules=63.752467ms tracing=3.487µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=83.737884ms
time=2026-03-30T15:00:51.934Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:00:51.936Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:01:38.765Z level=INFO source=main.go:1505 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-03-30T15:01:38.863Z level=INFO source=main.go:1545 msg="Completed loading of configuration file" db_storage=1.332µs remote_storage=1.452µs web_handler=464ns query_engine=1.406µs scrape=2.430869ms scrape_sd=530.654µs notify=445.228µs notify_sd=9.898µs rules=82.567677ms tracing=4.52µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=97.981825ms
time=2026-03-30T15:03:04.400Z level=INFO source=main.go:1505 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-03-30T15:03:04.499Z level=INFO source=main.go:1545 msg="Completed loading of configuration file" db_storage=1.647µs remote_storage=5.086µs web_handler=511ns query_engine=1.265µs scrape=3.126976ms scrape_sd=515.104µs notify=322.022µs notify_sd=24.794µs rules=59.871559ms tracing=3.117µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=98.86548ms
time=2026-03-30T15:05:50.064Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:05:55.037Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:06:32.049Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:06:46.060Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:06:50.039Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:07:01.049Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:07:06.034Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:07:13.045Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:07:51.034Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:07:51.048Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:07:51.060Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:08:21.042Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:08:24.036Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:08:25.033Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:08:58.062Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:09:04.401Z level=INFO source=main.go:1505 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-03-30T15:09:04.426Z level=INFO source=kubernetes.go:313 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/openshift-results-watcher-monitor/0
time=2026-03-30T15:09:04.431Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:09:04.434Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:09:04.496Z level=INFO source=main.go:1545 msg="Completed loading of configuration file" db_storage=2.159µs remote_storage=1.606µs web_handler=691ns query_engine=1.411µs scrape=2.758982ms scrape_sd=1.636596ms notify=323.806µs notify_sd=9.544µs rules=68.342739ms tracing=5.911µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=94.435159ms
time=2026-03-30T15:09:09.039Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:09:17.033Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:09:55.035Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:10:00.040Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:10:03.052Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:10:13.939Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:10:20.066Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:10:21.035Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:10:36.034Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:10:40.043Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:12:01.042Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:12:03.053Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:12:04.402Z level=INFO source=main.go:1505 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-03-30T15:12:04.478Z level=INFO source=main.go:1545 msg="Completed loading of configuration file" db_storage=1.02µs remote_storage=1.235µs web_handler=511ns query_engine=1.029µs scrape=1.909867ms scrape_sd=761.056µs notify=355.583µs notify_sd=10.524µs rules=58.241678ms tracing=3.349µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=75.69465ms
time=2026-03-30T15:12:13.063Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-03-30T15:13:31.037Z level=INFO source=warnings.go:110 msg="Warning: v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime