ts=2026-02-16T11:29:32.340Z caller=main.go:633 level=info msg="Starting Prometheus Server" mode=server version="(version=2.53.1, branch=HEAD, revision=c489f4986adfe50429bd1383bbfd39ff9aaa5097)"
ts=2026-02-16T11:29:32.340Z caller=main.go:638 level=info build_context="(go=go1.22.12 (Red Hat 1.22.12-3.el9_5) X:strictfipsruntime, platform=linux/amd64, user=reproducible@reproducible, date=20250918-02:50:16, tags=netgo,builtinassets,stringlabels,strictfipsruntime)"
ts=2026-02-16T11:29:32.340Z caller=main.go:639 level=info host_details="(Linux 5.14.0-427.108.1.el9_4.x86_64 #1 SMP PREEMPT_DYNAMIC Wed Jan 21 07:04:08 EST 2026 x86_64 prometheus-k8s-0 (none))"
ts=2026-02-16T11:29:32.340Z caller=main.go:640 level=info fd_limits="(soft=1048576, hard=1048576)"
ts=2026-02-16T11:29:32.340Z caller=main.go:641 level=info vm_limits="(soft=unlimited, hard=unlimited)"
ts=2026-02-16T11:29:32.342Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=127.0.0.1:9090
ts=2026-02-16T11:29:32.342Z caller=main.go:1148 level=info msg="Starting TSDB ..."
ts=2026-02-16T11:29:32.343Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=127.0.0.1:9090
ts=2026-02-16T11:29:32.344Z caller=tls_config.go:352 level=info component=web msg="TLS is disabled." http2=false address=127.0.0.1:9090
ts=2026-02-16T11:29:32.345Z caller=head.go:626 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any"
ts=2026-02-16T11:29:32.345Z caller=head.go:713 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.575µs
ts=2026-02-16T11:29:32.345Z caller=head.go:721 level=info component=tsdb msg="Replaying WAL, this may take a while"
ts=2026-02-16T11:29:32.347Z caller=head.go:793 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0
ts=2026-02-16T11:29:32.347Z caller=head.go:830 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=25.495µs wal_replay_duration=1.692648ms wbl_replay_duration=143ns chunk_snapshot_load_duration=0s mmap_chunk_replay_duration=1.575µs total_replay_duration=1.745678ms
ts=2026-02-16T11:29:32.349Z caller=main.go:1169 level=info fs_type=XFS_SUPER_MAGIC
ts=2026-02-16T11:29:32.349Z caller=main.go:1172 level=info msg="TSDB started"
ts=2026-02-16T11:29:32.349Z caller=main.go:1354 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
ts=2026-02-16T11:29:32.361Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.362Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.362Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.362Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/alertmanager-main/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.362Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.362Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.363Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops-repo-server/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.363Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.363Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.363Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.363Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.364Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.364Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/1 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.364Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.364Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.364Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.365Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.365Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.365Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/prometheus-user-workload/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.365Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.365Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.365Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.366Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.366Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.366Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.366Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.366Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.367Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.424Z caller=main.go:1391 level=info msg="updated GOGC" old=100 new=75
ts=2026-02-16T11:29:32.424Z caller=main.go:1402 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=74.248815ms db_storage=991ns remote_storage=1.791µs web_handler=213ns query_engine=736ns scrape=197.888µs scrape_sd=5.351545ms notify=90.034µs notify_sd=164.891µs rules=56.947679ms tracing=7.113µs
ts=2026-02-16T11:29:32.424Z caller=main.go:1133 level=info msg="Server is ready to receive web requests."
ts=2026-02-16T11:29:32.424Z caller=manager.go:164 level=info component="rule manager" msg="Starting rule manager..."
ts=2026-02-16T11:29:32.455Z caller=main.go:1354 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-network-operator/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=7m28s&timeoutSeconds=448&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-monitoring/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=9m29s&timeoutSeconds=569&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-cluster-node-tuning-operator/endpoints?allowWatchBookmarks=true&resourceVersion=28225&timeout=6m57s&timeoutSeconds=417&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-monitoring/endpoints?allowWatchBookmarks=true&resourceVersion=28225&timeout=5m51s&timeoutSeconds=351&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-ovn-kubernetes/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=5m30s&timeoutSeconds=330&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-ovn-kubernetes/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=8m46s&timeoutSeconds=526&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/thanos-querier/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-ovn-kubernetes/endpoints?allowWatchBookmarks=true&resourceVersion=28233&timeout=5m36s&timeoutSeconds=336&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-config-operator/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=5m57s&timeoutSeconds=357&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-image-registry/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=7m32s&timeoutSeconds=452&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-cloud-credential-operator/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=6m59s&timeoutSeconds=419&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-dns-operator/endpoints?allowWatchBookmarks=true&resourceVersion=28233&timeout=9m54s&timeoutSeconds=594&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-service-ca-operator/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=8m17s&timeoutSeconds=497&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-config-operator/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=9m43s&timeoutSeconds=583&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-dns-operator/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=8m54s&timeoutSeconds=534&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/kube-system/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=9m26s&timeoutSeconds=566&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:542: Failed to watch *v1.Node: Get \"https://172.30.0.1:443/api/v1/nodes?allowWatchBookmarks=true&resourceVersion=27346&timeout=5m27s&timeoutSeconds=327&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/kube-system/endpoints?allowWatchBookmarks=true&resourceVersion=28225&timeout=7m18s&timeoutSeconds=438&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-apiserver-operator/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=6m12s&timeoutSeconds=372&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-apiserver-operator/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=7m1s&timeoutSeconds=421&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-service-ca-operator/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=5m31s&timeoutSeconds=331&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-cluster-samples-operator/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=8m10s&timeoutSeconds=490&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-cluster-samples-operator/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=6m40s&timeoutSeconds=400&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-cluster-samples-operator/endpoints?allowWatchBookmarks=true&resourceVersion=28233&timeout=5m40s&timeoutSeconds=340&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-console-operator/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=6m40s&timeoutSeconds=400&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-console-operator/endpoints?allowWatchBookmarks=true&resourceVersion=28225&timeout=9m25s&timeoutSeconds=565&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-dns-operator/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=5m6s&timeoutSeconds=306&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-insights/endpoints?allowWatchBookmarks=true&resourceVersion=28233&timeout=6m40s&timeoutSeconds=400&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-insights/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=5m55s&timeoutSeconds=355&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-gitops/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=8m35s&timeoutSeconds=515&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-gitops/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=8m11s&timeoutSeconds=491&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-console-operator/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=9m3s&timeoutSeconds=543&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-multus/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=5m1s&timeoutSeconds=301&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-gitops/endpoints?allowWatchBookmarks=true&resourceVersion=28233&timeout=7m4s&timeoutSeconds=424&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-monitoring/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=8m37s&timeoutSeconds=517&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-network-diagnostics/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=7m2s&timeoutSeconds=422&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-ingress-operator/endpoints?allowWatchBookmarks=true&resourceVersion=28225&timeout=8m54s&timeoutSeconds=534&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-kube-controller-manager-operator/endpoints?allowWatchBookmarks=true&resourceVersion=28233&timeout=8m14s&timeoutSeconds=494&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-ingress-operator/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=5m40s&timeoutSeconds=340&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-ingress-operator/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=8m0s&timeoutSeconds=480&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-kube-controller-manager-operator/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=9m33s&timeoutSeconds=573&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-user-workload-monitoring/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=9m51s&timeoutSeconds=591&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-console/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=7m31s&timeoutSeconds=451&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-ingress/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=9m52s&timeoutSeconds=592&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-authentication-operator/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=6m2s&timeoutSeconds=362&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-console/endpoints?allowWatchBookmarks=true&resourceVersion=28233&timeout=9m4s&timeoutSeconds=544&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-authentication-operator/endpoints?allowWatchBookmarks=true&resourceVersion=28225&timeout=6m35s&timeoutSeconds=395&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-console/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=5m9s&timeoutSeconds=309&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-network-diagnostics/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=6m30s&timeoutSeconds=390&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-user-workload-monitoring/endpoints?allowWatchBookmarks=true&resourceVersion=28233&timeout=5m57s&timeoutSeconds=357&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-ingress/endpoints?allowWatchBookmarks=true&resourceVersion=28233&timeout=5m33s&timeoutSeconds=333&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-authentication-operator/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=7m46s&timeoutSeconds=466&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-cluster-machine-approver/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=8m39s&timeoutSeconds=519&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-cluster-machine-approver/endpoints?allowWatchBookmarks=true&resourceVersion=28233&timeout=9m41s&timeoutSeconds=581&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-dns/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=9m6s&timeoutSeconds=546&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/1 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-cloud-credential-operator/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=9m26s&timeoutSeconds=566&watch=true\": context canceled"
ts=2026-02-16T11:29:32.473Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-cluster-machine-approver/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=9m50s&timeoutSeconds=590&watch=true\": context canceled"
ts=2026-02-16T11:29:32.474Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.474Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.474Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.474Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/3 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.474Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/thanos-sidecar/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.474Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.475Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops-repo-server/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.475Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.475Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.475Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.475Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.475Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.476Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.476Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.476Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.476Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.476Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.476Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.477Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.477Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.477Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.477Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.477Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.478Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.478Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.482Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:556: Failed to watch *v1.Pod: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-monitoring/pods?allowWatchBookmarks=true&resourceVersion=28210&timeout=8m29s&timeoutSeconds=509&watch=true\": context canceled"
ts=2026-02-16T11:29:32.482Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:29:32.483Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:554: Failed to watch *v1.Endpoints: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-monitoring/endpoints?allowWatchBookmarks=true&resourceVersion=28233&timeout=6m41s&timeoutSeconds=401&watch=true\": context canceled"
ts=2026-02-16T11:29:32.484Z caller=klog.go:116 level=error component=k8s_client_runtime func=ErrorDepth msg="github.com/prometheus/prometheus/discovery/kubernetes/kubernetes.go:555: Failed to watch *v1.Service: Get \"https://172.30.0.1:443/api/v1/namespaces/openshift-monitoring/services?allowWatchBookmarks=true&resourceVersion=28220&timeout=5m3s&timeoutSeconds=303&watch=true\": context canceled"
ts=2026-02-16T11:29:32.546Z caller=main.go:1402 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=91.124859ms db_storage=1.018µs remote_storage=1.429µs web_handler=382ns query_engine=850ns scrape=79.276µs scrape_sd=6.968362ms notify=1.849461ms notify_sd=2.639074ms rules=61.735476ms tracing=5.935µs
ts=2026-02-16T11:31:38.783Z caller=main.go:1354 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
ts=2026-02-16T11:31:38.800Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.800Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.800Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kube-state-metrics/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.801Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.801Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/thanos-sidecar/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.801Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.801Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/pipeline-service/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.801Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.801Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.802Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.802Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/1 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.802Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.802Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.802Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.802Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.802Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.805Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:31:38.862Z caller=main.go:1402 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=78.405807ms db_storage=1.244µs remote_storage=1.38µs web_handler=619ns query_engine=838ns scrape=5.60351ms scrape_sd=4.948531ms notify=79.428µs notify_sd=276.755µs rules=56.703329ms tracing=4.841µs
ts=2026-02-16T11:34:38.784Z caller=main.go:1354 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
ts=2026-02-16T11:34:38.802Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.802Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/2 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/metrics-server/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/openshift-pruner-monitor/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/prometheus-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kueue-operator/kueue-metrics/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops-repo-server/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.807Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.807Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.807Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.807Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.807Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:34:38.860Z caller=main.go:1402 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=75.729254ms db_storage=1.317µs remote_storage=1.571µs web_handler=407ns query_engine=1.286µs scrape=5.873055ms scrape_sd=5.530371ms notify=57.017µs notify_sd=266.293µs rules=52.01046ms tracing=4.469µs
ts=2026-02-16T11:37:38.784Z caller=main.go:1354 level=info msg="Loading configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml
ts=2026-02-16T11:37:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-apiserver/openshift-kube-apiserver/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.803Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/thanos-querier/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-pipelines/openshift-pipelines-monitor/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-storage-operator/cluster-storage-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-gitops/openshift-gitops/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.804Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-multus/monitor-network/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-operator/network-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-user-workload-monitoring/thanos-sidecar/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console-operator/console-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kueue-operator/kueue-metrics/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-network-diagnostics/network-check-source/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-apiserver-operator/openshift-apiserver-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.805Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-node-tuning-operator/node-tuning-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-console/console/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns-operator/dns-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-image-registry/image-registry/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress/router-default/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ovn-kubernetes/monitor-ovn-node/1 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-machine-approver/cluster-machine-approver/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.806Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-service-ca-operator/service-ca-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.807Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-insights/insights-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.807Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-monitoring/kubelet/3 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.807Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/tekton-kueue/tekton-kueue-webhook/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.807Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-dns/dns-default/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.807Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cluster-samples-operator/cluster-samples-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.807Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-cloud-credential-operator/cloud-credential-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.808Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-config-operator/config-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.808Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-kube-controller-manager-operator/kube-controller-manager-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.808Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-authentication-operator/authentication-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.808Z caller=kubernetes.go:331 level=info component="discovery manager scrape" discovery=kubernetes config=serviceMonitor/openshift-ingress-operator/ingress-operator/0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.808Z caller=kubernetes.go:331 level=info component="discovery manager notify" discovery=kubernetes config=config-0 msg="Using pod service account via in-cluster config"
ts=2026-02-16T11:37:38.863Z caller=main.go:1402 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/config_out/prometheus.env.yaml totalDuration=78.86304ms db_storage=1.453µs remote_storage=1.905µs web_handler=471ns query_engine=1.368µs scrape=6.671922ms scrape_sd=5.454864ms notify=58.433µs notify_sd=262.875µs rules=54.316833ms tracing=4.498µs