time=2026-04-28T15:39:42.673Z level=INFO source=main.go:274 msg="Experimental delayed compaction is enabled."
time=2026-04-28T15:39:42.729Z level=INFO source=main.go:1547 msg="updated GOGC" old=100 new=75
time=2026-04-28T15:39:42.729Z level=INFO source=main.go:679 msg="Leaving GOMAXPROCS=16: CPU quota undefined" component=automaxprocs
time=2026-04-28T15:39:42.729Z level=INFO source=memlimit.go:198 msg="GOMEMLIMIT is updated" component=automemlimit package=github.com/KimMachineGun/automemlimit/memlimit GOMEMLIMIT=59290100121 previous=9223372036854775807
time=2026-04-28T15:39:42.729Z level=INFO source=main.go:772 msg="Starting Prometheus Server" mode=server version="(version=3.5.0, branch=HEAD, revision=5ba72b05c658bebd2be9b22c593cfba886812422)"
time=2026-04-28T15:39:42.729Z level=INFO source=main.go:777 msg="operational information" build_context="(go=go1.24.6 (Red Hat 1.24.6-1.el9_6) X:strictfipsruntime, platform=linux/amd64, user=reproducible@reproducible, date=20250929-09:52:01, tags=netgo,builtinassets,strictfipsruntime)" host_details="(Linux 5.14.0-570.73.1.el9_6.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Dec 4 01:12:45 EST 2025 x86_64 prometheus-k8s-1 (none))" fd_limits="(soft=1048576, hard=1048576)" vm_limits="(soft=unlimited, hard=unlimited)"
time=2026-04-28T15:39:42.731Z level=INFO source=web.go:656 msg="Start listening for connections" component=web address=127.0.0.1:9090
time=2026-04-28T15:39:42.732Z level=INFO source=main.go:1291 msg="Starting TSDB ..."
time=2026-04-28T15:39:42.734Z level=INFO source=tls_config.go:347 msg="Listening on" component=web address=127.0.0.1:9090
time=2026-04-28T15:39:42.735Z level=INFO source=tls_config.go:386 msg="TLS is disabled." component=web http2=false address=127.0.0.1:9090
time=2026-04-28T15:39:42.736Z level=INFO source=head.go:657 msg="Replaying on-disk memory mappable chunks if any" component=tsdb
time=2026-04-28T15:39:42.736Z level=INFO source=head.go:744 msg="On-disk memory mappable chunks replay completed" component=tsdb duration=1.072µs
time=2026-04-28T15:39:42.736Z level=INFO source=head.go:752 msg="Replaying WAL, this may take a while" component=tsdb
time=2026-04-28T15:39:42.737Z level=INFO source=head.go:825 msg="WAL segment loaded" component=tsdb segment=0 maxSegment=0 duration=631.902µs
time=2026-04-28T15:39:42.737Z level=INFO source=head.go:862 msg="WAL replay completed" component=tsdb checkpoint_replay_duration=19.602µs wal_replay_duration=656.818µs wbl_replay_duration=149ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.072µs total_replay_duration=712.203µs
time=2026-04-28T15:39:42.739Z level=INFO source=main.go:1312 msg="filesystem information" fs_type=XFS_SUPER_MAGIC
time=2026-04-28T15:39:42.739Z level=INFO source=main.go:1315 msg="TSDB started"
time=2026-04-28T15:39:42.739Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-04-28T15:39:42.754Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0
time=2026-04-28T15:39:42.755Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0
time=2026-04-28T15:39:42.755Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/prometheus-operator/0
time=2026-04-28T15:39:42.755Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0
time=2026-04-28T15:39:42.756Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0
time=2026-04-28T15:39:42.756Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0
time=2026-04-28T15:39:42.756Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0
time=2026-04-28T15:39:42.757Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0
time=2026-04-28T15:39:42.757Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0
time=2026-04-28T15:39:42.757Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0
time=2026-04-28T15:39:42.757Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/2
time=2026-04-28T15:39:42.758Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0
time=2026-04-28T15:39:42.758Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0
time=2026-04-28T15:39:42.758Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0
time=2026-04-28T15:39:42.758Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0
time=2026-04-28T15:39:42.759Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0
time=2026-04-28T15:39:42.759Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0
time=2026-04-28T15:39:42.759Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0
time=2026-04-28T15:39:42.759Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0
time=2026-04-28T15:39:42.760Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0
time=2026-04-28T15:39:42.760Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0
time=2026-04-28T15:39:42.760Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/0
time=2026-04-28T15:39:42.760Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0
time=2026-04-28T15:39:42.761Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0
time=2026-04-28T15:39:42.761Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0
time=2026-04-28T15:39:42.762Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager notify" discovery=kubernetes config=config-0
time=2026-04-28T15:39:42.835Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.836Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.840Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.841Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.841Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.842Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-04-28T15:39:42.842Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-04-28T15:39:42.842Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.083µs remote_storage=1.612µs web_handler=674ns query_engine=683ns scrape=244.597µs scrape_sd=7.37327ms notify=272.905µs notify_sd=340.934µs rules=80.384187ms tracing=5.345µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=102.845767ms
time=2026-04-28T15:39:42.842Z level=INFO source=main.go:1276 msg="Server is ready to receive web requests."
time=2026-04-28T15:39:42.842Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-04-28T15:39:42.842Z level=INFO source=manager.go:176 msg="Starting rule manager..." component="rule manager"
time=2026-04-28T15:39:42.843Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.845Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.845Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.845Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-04-28T15:39:42.845Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-04-28T15:39:42.847Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.847Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.847Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.847Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.847Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.847Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.848Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.848Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.851Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.852Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.852Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-04-28T15:39:42.852Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-04-28T15:39:42.859Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.859Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.860Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.861Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.864Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.864Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.864Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.864Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.866Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.869Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.870Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.871Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.872Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.873Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.887Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.889Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.891Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:42.929Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.217µs remote_storage=2.247µs web_handler=431ns query_engine=786ns scrape=75.079µs scrape_sd=694.262µs notify=308.249µs notify_sd=4.924µs rules=70.586485ms tracing=5.612µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=86.983039ms
time=2026-04-28T15:39:43.673Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-04-28T15:39:43.673Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-04-28T15:39:44.071Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-04-28T15:39:44.071Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-04-28T15:39:44.314Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-04-28T15:39:44.314Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-04-28T15:39:45.986Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-04-28T15:39:45.986Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-04-28T15:39:46.228Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-04-28T15:39:46.228Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-04-28T15:39:47.022Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-04-28T15:39:47.022Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-04-28T15:39:52.025Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:39:52.027Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:40:37.820Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-04-28T15:40:37.894Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.356µs remote_storage=1.701µs web_handler=812ns query_engine=788ns scrape=1.704338ms scrape_sd=554.629µs notify=339.374µs notify_sd=9.018µs rules=59.035457ms tracing=4.632µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=73.741926ms
time=2026-04-28T15:42:04.480Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-04-28T15:42:04.557Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=911ns remote_storage=2.261µs web_handler=684ns query_engine=616ns scrape=2.499208ms scrape_sd=563.458µs notify=309.044µs notify_sd=9.439µs rules=61.061084ms tracing=3.586µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=76.73423ms
time=2026-04-28T15:45:05.029Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:45:29.866Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:45:41.877Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:45:48.864Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:45:56.861Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:46:00.892Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:46:21.846Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:46:21.873Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:46:49.897Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:46:56.894Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:47:08.870Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:47:11.868Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:47:15.857Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:47:24.860Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:47:28.866Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:47:52.864Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:48:06.862Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:48:20.862Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:48:22.872Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:48:28.852Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:48:34.875Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:48:35.855Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:48:40.861Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:48:43.860Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:49:25.872Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:49:29.866Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:50:52.870Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:51:04.482Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-04-28T15:51:04.498Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/openshift-pipelines-monitor/0
time=2026-04-28T15:51:04.503Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:51:04.505Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:51:04.559Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.152µs remote_storage=1.296µs web_handler=538ns query_engine=610ns scrape=1.657544ms scrape_sd=1.148709ms notify=298.642µs notify_sd=8.758µs rules=59.409616ms tracing=3.983µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=76.362424ms
time=2026-04-28T15:52:35.896Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:52:40.868Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:52:51.858Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:53:31.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:53:47.870Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:53:49.895Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:53:57.032Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:54:06.871Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:54:08.879Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:54:21.863Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:54:26.864Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:54:29.876Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:54:42.859Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:55:15.864Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:55:19.850Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:55:44.863Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:55:46.878Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:55:50.876Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:55:58.869Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:56:18.898Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:56:20.867Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:56:46.876Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:57:03.867Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:57:07.508Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:57:27.854Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:57:31.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:57:50.871Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:59:25.868Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T15:59:58.872Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:00:29.861Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:00:30.875Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:00:49.853Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:01:21.881Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:01:45.880Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:01:52.901Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:01:55.866Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:02:14.035Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:02:15.879Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:02:26.879Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:02:31.900Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:02:34.867Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:02:36.879Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:02:42.865Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:03:05.873Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-04-28T16:03:28.516Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime