time=2026-05-12T11:37:59.461Z level=INFO source=main.go:274 msg="Experimental delayed compaction is enabled."
time=2026-05-12T11:37:59.516Z level=INFO source=main.go:1547 msg="updated GOGC" old=100 new=75
time=2026-05-12T11:37:59.516Z level=INFO source=main.go:679 msg="Leaving GOMAXPROCS=16: CPU quota undefined" component=automaxprocs
time=2026-05-12T11:37:59.516Z level=INFO source=memlimit.go:198 msg="GOMEMLIMIT is updated" component=automemlimit package=github.com/KimMachineGun/automemlimit/memlimit GOMEMLIMIT=59290107494 previous=9223372036854775807
time=2026-05-12T11:37:59.516Z level=INFO source=main.go:772 msg="Starting Prometheus Server" mode=server version="(version=3.5.0, branch=HEAD, revision=5ba72b05c658bebd2be9b22c593cfba886812422)"
time=2026-05-12T11:37:59.516Z level=INFO source=main.go:777 msg="operational information" build_context="(go=go1.24.6 (Red Hat 1.24.6-1.el9_6) X:strictfipsruntime, platform=linux/amd64, user=reproducible@reproducible, date=20250929-09:52:01, tags=netgo,builtinassets,strictfipsruntime)" host_details="(Linux 5.14.0-570.73.1.el9_6.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Dec 4 01:12:45 EST 2025 x86_64 prometheus-k8s-1 (none))" fd_limits="(soft=1048576, hard=1048576)" vm_limits="(soft=unlimited, hard=unlimited)"
time=2026-05-12T11:37:59.518Z level=INFO source=web.go:656 msg="Start listening for connections" component=web address=127.0.0.1:9090
time=2026-05-12T11:37:59.518Z level=INFO source=main.go:1291 msg="Starting TSDB ..."
time=2026-05-12T11:37:59.521Z level=INFO source=tls_config.go:347 msg="Listening on" component=web address=127.0.0.1:9090
time=2026-05-12T11:37:59.521Z level=INFO source=tls_config.go:386 msg="TLS is disabled." component=web http2=false address=127.0.0.1:9090
time=2026-05-12T11:37:59.523Z level=INFO source=head.go:657 msg="Replaying on-disk memory mappable chunks if any" component=tsdb
time=2026-05-12T11:37:59.524Z level=INFO source=head.go:744 msg="On-disk memory mappable chunks replay completed" component=tsdb duration=1.329µs
time=2026-05-12T11:37:59.524Z level=INFO source=head.go:752 msg="Replaying WAL, this may take a while" component=tsdb
time=2026-05-12T11:37:59.524Z level=INFO source=head.go:825 msg="WAL segment loaded" component=tsdb segment=0 maxSegment=0 duration=460.73µs
time=2026-05-12T11:37:59.524Z level=INFO source=head.go:862 msg="WAL replay completed" component=tsdb checkpoint_replay_duration=27.219µs wal_replay_duration=487.139µs wbl_replay_duration=188ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.329µs total_replay_duration=581.19µs
time=2026-05-12T11:37:59.527Z level=INFO source=main.go:1312 msg="filesystem information" fs_type=XFS_SUPER_MAGIC
time=2026-05-12T11:37:59.527Z level=INFO source=main.go:1315 msg="TSDB started"
time=2026-05-12T11:37:59.527Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-05-12T11:37:59.547Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kube-state-metrics/0
time=2026-05-12T11:37:59.548Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0
time=2026-05-12T11:37:59.548Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0
time=2026-05-12T11:37:59.548Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0
time=2026-05-12T11:37:59.549Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0
time=2026-05-12T11:37:59.549Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0
time=2026-05-12T11:37:59.549Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0
time=2026-05-12T11:37:59.550Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0
time=2026-05-12T11:37:59.550Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/1
time=2026-05-12T11:37:59.551Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0
time=2026-05-12T11:37:59.551Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/0
time=2026-05-12T11:37:59.551Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0
time=2026-05-12T11:37:59.551Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0
time=2026-05-12T11:37:59.552Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0
time=2026-05-12T11:37:59.552Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0
time=2026-05-12T11:37:59.552Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0
time=2026-05-12T11:37:59.552Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0
time=2026-05-12T11:37:59.553Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0
time=2026-05-12T11:37:59.553Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0
time=2026-05-12T11:37:59.553Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0
time=2026-05-12T11:37:59.553Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0
time=2026-05-12T11:37:59.554Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0
time=2026-05-12T11:37:59.554Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0
time=2026-05-12T11:37:59.554Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0
time=2026-05-12T11:37:59.554Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0
time=2026-05-12T11:37:59.557Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager notify" discovery=kubernetes config=config-0
time=2026-05-12T11:37:59.624Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.624Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.625Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.626Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.626Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.626Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.640Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.640Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.640Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-05-12T11:37:59.640Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-05-12T11:37:59.640Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.641Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.641Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.641Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.641Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.641Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.641Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.641Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.641Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-05-12T11:37:59.641Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-05-12T11:37:59.641Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.641Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-05-12T11:37:59.641Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-05-12T11:37:59.641Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.642Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.642Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.829µs remote_storage=1.668µs web_handler=462ns query_engine=1.678µs scrape=287.395µs scrape_sd=7.694686ms notify=761.653µs notify_sd=6.167641ms rules=80.516827ms tracing=5.144µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=115.061ms
time=2026-05-12T11:37:59.642Z level=INFO source=main.go:1276 msg="Server is ready to receive web requests."
time=2026-05-12T11:37:59.642Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-05-12T11:37:59.642Z level=INFO source=manager.go:176 msg="Starting rule manager..." component="rule manager"
time=2026-05-12T11:37:59.650Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.650Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.650Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.650Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.650Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.652Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.652Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.652Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.652Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.653Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.658Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.668Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.668Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.668Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.670Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.670Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.681Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:37:59.738Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.836µs remote_storage=1.388µs web_handler=878ns query_engine=997ns scrape=67.097µs scrape_sd=579.256µs notify=368.229µs notify_sd=7.433µs rules=70.259161ms tracing=5.755µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=95.53497ms
time=2026-05-12T11:38:00.602Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-05-12T11:38:00.602Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-05-12T11:38:00.963Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-05-12T11:38:00.963Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-05-12T11:38:00.964Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-05-12T11:38:00.964Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-05-12T11:38:01.802Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-05-12T11:38:01.881Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.54µs remote_storage=2.328µs web_handler=682ns query_engine=1.197µs scrape=122.448µs scrape_sd=1.005369ms notify=824.448µs notify_sd=13.906µs rules=63.753794ms tracing=7.856µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=79.603129ms
time=2026-05-12T11:38:02.377Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-05-12T11:38:02.377Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:503: Failed to watch *v1.Service: failed to list *v1.Service: services is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"services\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-05-12T11:38:02.593Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-05-12T11:38:02.593Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:504: Failed to watch *v1.Pod: failed to list *v1.Pod: pods is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"pods\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-05-12T11:38:02.812Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-05-12T11:38:02.823Z level=INFO source=reflector.go:569 msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\"" component=k8s_client_runtime
time=2026-05-12T11:38:02.823Z level=ERROR source=reflector.go:166 msg="Unhandled Error" component=k8s_client_runtime logger=UnhandledError err="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:502: Failed to watch *v1.Endpoints: failed to list *v1.Endpoints: endpoints is forbidden: User \"system:serviceaccount:openshift-monitoring:prometheus-k8s\" cannot list resource \"endpoints\" in API group \"\" in the namespace \"openshift-cluster-samples-operator\""
time=2026-05-12T11:38:02.889Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.74µs remote_storage=1.64µs web_handler=604ns query_engine=969ns scrape=82.594µs scrape_sd=503.756µs notify=319.187µs notify_sd=9.44µs rules=64.507166ms tracing=5.455µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=77.398042ms
time=2026-05-12T11:38:06.041Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:38:06.043Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:38:48.027Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-05-12T11:38:48.104Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.284µs remote_storage=1.986µs web_handler=960ns query_engine=1.149µs scrape=1.806274ms scrape_sd=550.355µs notify=361.436µs notify_sd=9.874µs rules=60.873303ms tracing=7.953µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=76.021907ms
time=2026-05-12T11:40:01.339Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-05-12T11:40:01.416Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.352µs remote_storage=1.734µs web_handler=943ns query_engine=1.058µs scrape=1.783224ms scrape_sd=531.731µs notify=360.809µs notify_sd=9.907µs rules=61.742439ms tracing=5.906µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=77.123046ms
time=2026-05-12T11:43:03.670Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:43:06.653Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:43:08.680Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:43:23.657Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:43:35.678Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:43:41.676Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:44:18.661Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:44:33.666Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:44:39.671Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:44:44.668Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:44:58.679Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:45:02.046Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:45:13.659Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:45:43.655Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:46:25.656Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:46:28.672Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:46:59.658Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:47:02.674Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:47:16.677Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:47:23.667Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:47:34.666Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:47:37.663Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:47:38.676Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:47:39.658Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:47:40.672Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:47:55.654Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:49:01.341Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-05-12T11:49:01.359Z level=INFO source=kubernetes.go:312 msg="Using pod service account via in-cluster config" component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/openshift-results-api-monitor/0
time=2026-05-12T11:49:01.363Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:49:01.366Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:49:01.424Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.393µs remote_storage=1.882µs web_handler=700ns query_engine=2.086µs scrape=1.892984ms scrape_sd=1.160284ms notify=365.139µs notify_sd=13.024µs rules=63.887558ms tracing=5.556µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=83.291999ms
time=2026-05-12T11:49:22.679Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:49:26.657Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:49:41.683Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:51:19.662Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:51:23.661Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:51:50.682Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:52:01.341Z level=INFO source=main.go:1500 msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
time=2026-05-12T11:52:01.421Z level=INFO source=main.go:1540 msg="Completed loading of configuration file" db_storage=1.238µs remote_storage=2.098µs web_handler=805ns query_engine=1.245µs scrape=2.016591ms scrape_sd=784.753µs notify=340.543µs notify_sd=12.519µs rules=62.021932ms tracing=6.189µs filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=79.659963ms
time=2026-05-12T11:52:02.673Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:52:17.673Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:52:24.680Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:53:03.675Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:53:06.664Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:53:08.050Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:53:35.670Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:53:45.658Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:53:48.676Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:54:34.670Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:54:37.658Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:54:41.683Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:55:01.675Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:55:27.661Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:55:43.685Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:55:44.679Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:56:05.660Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:56:08.675Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:56:25.661Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:56:42.669Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:56:51.666Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:57:16.677Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:57:36.369Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:57:52.660Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime
time=2026-05-12T11:57:59.682Z level=INFO source=warnings.go:70 msg="v1 Endpoints is deprecated in v1.33+; use discovery.k8s.io/v1 EndpointSlice" component=k8s_client_runtime