W0203 02:19:12.963547 1 client_config.go:659] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0203 02:19:12.991887 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0203 02:19:12.991901 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0203 02:19:12.991944 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0203 02:19:12.995134 1 reflector.go:368] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0203 02:19:12.995381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereMultiVCenters", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ConsolePluginContentSecurityPolicy", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0203 02:19:12.999305 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0203 02:19:13.000024 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0203 02:19:13.008926 1 reflector.go:368] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 02:19:13.009019 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 02:19:13.009170 1 reflector.go:368] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 02:19:13.009864 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 02:19:13.010196 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 02:19:13.010490 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 02:19:13.010536 1 reflector.go:368] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 02:19:13.010743 1 reflector.go:368] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0203 02:19:13.011459 1 reflector.go:368] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 02:19:13.011663 1 reflector.go:368] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 02:19:13.011945 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0203 02:19:13.012061 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:563 I0203 02:19:13.012293 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0203 02:19:13.013300 1 reflector.go:368] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0203 02:19:13.014774 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0203 02:19:13.014884 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 02:19:13.016487 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0203 02:19:13.021549 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:13.062329 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0203 02:19:13.100907 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0203 02:19:13.100924 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0203 02:19:13.100932 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0203 02:19:13.100940 1 relabel_controller.go:117] Starting alert relabel config controller I0203 02:19:13.100964 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0203 02:19:13.100940 1 rule_controller.go:113] Starting alerting rules controller I0203 02:19:13.100978 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0203 02:19:13.100986 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0203 02:19:13.100990 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0203 02:19:13.100997 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0203 02:19:13.102707 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0203 02:19:13.105486 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0203 02:19:13.105724 1 reflector.go:368] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0203 02:19:13.105792 1 reflector.go:368] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0203 02:19:13.105907 1 reflector.go:368] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0203 02:19:13.106591 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0203 02:19:13.107157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates W0203 02:19:13.108425 1 operator.go:968] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0203 02:19:13.119510 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-tpzcb" is created for OpenShiftMonitoringTelemeterClientCertRequester I0203 02:19:13.120002 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-7k8wr" is created for OpenShiftMonitoringClientCertRequester I0203 02:19:13.161032 1 operator.go:841] Updating ClusterOperator status to InProgress. I0203 02:19:13.176839 1 tasks.go:49] processing task group 1 of 3 I0203 02:19:13.176867 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 02:19:13.176886 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 02:19:13.191025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0203 02:19:13.198493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0203 02:19:13.198621 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0203 02:19:13.201466 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0203 02:19:13.201477 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0203 02:19:13.202296 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0203 02:19:13.202384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0203 02:19:13.204636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0203 02:19:13.214530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0203 02:19:13.226240 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 02:19:13.226261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0203 02:19:13.256192 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController I0203 02:19:13.257806 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0203 02:19:13.257824 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0203 02:19:13.257844 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0203 02:19:13.257852 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0203 02:19:13.260873 1 secure_serving.go:57] Forcing use of http/1.1 only W0203 02:19:13.260934 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. I0203 02:19:13.260896 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0203 02:19:13.260944 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0203 02:19:13.261057 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0203 02:19:13.261083 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0203 02:19:13.261087 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0203 02:19:13.261093 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0203 02:19:13.264401 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0203 02:19:13.266329 1 requestheader_controller.go:172] Starting RequestHeaderAuthRequestController I0203 02:19:13.266393 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0203 02:19:13.266353 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0203 02:19:13.266477 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0203 02:19:13.266354 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0203 02:19:13.266498 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0203 02:19:13.266620 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0203 02:19:13.266709 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770085123\" (2026-02-03 02:18:53 +0000 UTC to 2028-02-03 02:18:54 +0000 UTC (now=2026-02-03 02:19:13.266678526 +0000 UTC))" I0203 02:19:13.266961 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770085153\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770085153\" (2026-02-03 01:19:12 +0000 UTC to 2027-02-03 01:19:12 +0000 UTC (now=2026-02-03 02:19:13.266936473 +0000 UTC))" I0203 02:19:13.266988 1 secure_serving.go:213] Serving securely on [::]:8443 I0203 02:19:13.267010 1 genericapiserver.go:683] [graceful-termination] waiting for shutdown to be initiated I0203 02:19:13.267029 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0203 02:19:13.270029 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0203 02:19:13.270085 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0203 02:19:13.270051 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:175 I0203 02:19:13.353628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0203 02:19:13.366705 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0203 02:19:13.366717 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0203 02:19:13.366738 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0203 02:19:13.367176 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-02-03 02:07:31 +0000 UTC to 2036-02-01 02:07:31 +0000 UTC (now=2026-02-03 02:19:13.367136926 +0000 UTC))" I0203 02:19:13.367551 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770085123\" (2026-02-03 02:18:53 +0000 UTC to 2028-02-03 02:18:54 +0000 UTC (now=2026-02-03 02:19:13.367521448 +0000 UTC))" I0203 02:19:13.367844 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770085153\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770085153\" (2026-02-03 01:19:12 +0000 UTC to 2027-02-03 01:19:12 +0000 UTC (now=2026-02-03 02:19:13.36782011 +0000 UTC))" I0203 02:19:13.368157 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-02-03 02:07:32 +0000 UTC to 2036-02-01 02:07:32 +0000 UTC (now=2026-02-03 02:19:13.368114855 +0000 UTC))" I0203 02:19:13.368244 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-02-03 02:07:33 +0000 UTC to 2036-02-01 02:07:33 +0000 UTC (now=2026-02-03 02:19:13.368201599 +0000 UTC))" I0203 02:19:13.368301 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-02-03 02:07:33 +0000 UTC to 2036-02-01 02:07:33 +0000 UTC (now=2026-02-03 02:19:13.368284044 +0000 UTC))" I0203 02:19:13.368346 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-02-03 02:07:33 +0000 UTC to 2036-02-01 02:07:33 +0000 UTC (now=2026-02-03 02:19:13.368332268 +0000 UTC))" I0203 02:19:13.368392 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-02-03 02:07:34 +0000 UTC to 2036-02-01 02:07:34 +0000 UTC (now=2026-02-03 02:19:13.368378281 +0000 UTC))" I0203 02:19:13.368439 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o7gh0ol4s141rlh3et1sor6ijrtdu22-kx-5fe8a73dfa_customer-system-admin-signer@1770084463\" [] issuer=\"\" (2026-02-03 02:07:42 +0000 UTC to 2026-02-10 02:07:43 +0000 UTC (now=2026-02-03 02:19:13.368420899 +0000 UTC))" I0203 02:19:13.368491 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o7gh0ol4s141rlh3et1sor6ijrtdu22-kx-5fe8a73dfa_sre-system-admin-signer@1770084463\" [] issuer=\"\" (2026-02-03 02:07:43 +0000 UTC to 2026-02-10 02:07:44 +0000 UTC (now=2026-02-03 02:19:13.368469818 +0000 UTC))" I0203 02:19:13.368536 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-02-03 02:07:31 +0000 UTC to 2036-02-01 02:07:31 +0000 UTC (now=2026-02-03 02:19:13.368521272 +0000 UTC))" I0203 02:19:13.368841 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1770085123\" (2026-02-03 02:18:53 +0000 UTC to 2028-02-03 02:18:54 +0000 UTC (now=2026-02-03 02:19:13.368804054 +0000 UTC))" I0203 02:19:13.369316 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 02:19:13.369331 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1770085153\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1770085153\" (2026-02-03 01:19:12 +0000 UTC to 2027-02-03 01:19:12 +0000 UTC (now=2026-02-03 02:19:13.369310843 +0000 UTC))" I0203 02:19:13.403605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 02:19:13.420929 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0203 02:19:18.467258 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0203 02:19:18.478235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0203 02:19:18.493325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0203 02:19:22.641494 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 02:19:22.641516 1 tasks.go:49] processing task group 2 of 3 I0203 02:19:22.641544 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 02:19:22.641540 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 02:19:22.641557 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 02:19:22.641573 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 02:19:22.641580 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 02:19:22.641581 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 02:19:22.641585 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 02:19:22.641599 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 02:19:22.641606 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 02:19:22.641628 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 02:19:22.641632 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 02:19:22.641645 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 02:19:22.641649 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 02:19:22.641635 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 02:19:22.641662 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 02:19:22.663979 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0203 02:19:22.673581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0203 02:19:22.673663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0203 02:19:22.685244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0203 02:19:22.689598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 02:19:22.699875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 02:19:22.712492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0203 02:19:22.712658 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0203 02:19:22.720780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0203 02:19:22.744363 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 02:19:22.778801 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 02:19:22.794235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0203 02:19:22.831443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0203 02:19:22.836176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0203 02:19:22.842097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0203 02:19:22.846631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0203 02:19:22.846946 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0203 02:19:22.849511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0203 02:19:22.849716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0203 02:19:22.928749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0203 02:19:22.930412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0203 02:19:22.960454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0203 02:19:22.981965 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0203 02:19:22.997653 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0203 02:19:23.006011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0203 02:19:23.006035 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0203 02:19:23.006135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0203 02:19:23.007126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0203 02:19:23.016645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0203 02:19:23.026013 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0203 02:19:23.040596 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0203 02:19:23.040612 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0203 02:19:23.045774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0203 02:19:23.047884 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: roles.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0203 02:19:23.047899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: roles.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0203 02:19:23.052568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0203 02:19:23.077854 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0203 02:19:23.077872 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0203 02:19:23.080605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0203 02:19:23.179789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0203 02:19:23.251869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0203 02:19:23.347769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0203 02:19:23.351712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0203 02:19:23.483913 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0203 02:19:23.524009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0203 02:19:23.607855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0203 02:19:23.630621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0203 02:19:23.690554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0203 02:19:23.750922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0203 02:19:23.793596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0203 02:19:23.845279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0203 02:19:23.860020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0203 02:19:23.901112 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0203 02:19:23.913611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0203 02:19:24.015035 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0203 02:19:24.015116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0203 02:19:24.018698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0203 02:19:24.029165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0203 02:19:24.068398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0203 02:19:24.089841 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 02:19:24.090105 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0203 02:19:24.092748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0203 02:19:24.101420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0203 02:19:24.173202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0203 02:19:24.212120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0203 02:19:24.225872 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0203 02:19:24.359040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 02:19:24.376430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0203 02:19:24.391745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0203 02:19:24.405181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0203 02:19:24.418057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0203 02:19:24.444275 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0203 02:19:24.448703 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0203 02:19:24.456405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0203 02:19:24.552805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0203 02:19:24.821903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0203 02:19:24.835231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0203 02:19:24.846230 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0203 02:19:24.985431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0203 02:19:25.080642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0203 02:19:25.170730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0203 02:19:25.275342 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 02:19:25.275375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0203 02:19:25.275810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0203 02:19:25.275888 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0203 02:19:25.377432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0203 02:19:25.466043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-14nm3kf4hl9eu -n openshift-user-workload-monitoring because it was missing I0203 02:19:25.475190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0203 02:19:25.483911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0203 02:19:25.586319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0203 02:19:25.680258 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0203 02:19:25.785340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0203 02:19:25.890257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0203 02:19:25.992488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0203 02:19:26.088252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0203 02:19:26.105601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0203 02:19:26.193621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-cq75eno6vq8pb -n openshift-monitoring because it was missing I0203 02:19:26.671360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0203 02:19:27.112198 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 02:19:27.184660 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 02:19:27.481910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0203 02:19:27.497575 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0203 02:19:27.730331 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0203 02:19:27.759912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0203 02:19:28.487814 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 02:19:28.551582 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 02:19:28.704085 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-cgk3vhp6uduv7 -n openshift-monitoring because it was missing I0203 02:19:29.143199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-14nm3kf4hl9eu -n openshift-monitoring because it was missing I0203 02:19:29.166349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0203 02:19:29.193253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0203 02:19:29.208021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0203 02:19:35.629978 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 02:19:35.630057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0203 02:19:36.843189 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:36.873637 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:36.930690 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:36.988118 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:37.049360 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:37.078572 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:37.133876 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:37.318074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0203 02:19:37.388236 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 02:19:37.460768 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:37.637619 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:37.845151 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:38.037475 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:41.838853 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 02:19:41.838919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0203 02:19:52.852162 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:19:52.883710 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:20:04.157514 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 02:20:09.784414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0203 02:20:09.798544 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 02:20:09.798629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0203 02:20:49.272227 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 02:20:49.272280 1 operator.go:886] 1 reconciliation(s) failed, 2 more attempt(s) will be made before reporting failures. E0203 02:20:49.272287 1 operator.go:705] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0203 02:20:49.272306 1 operator.go:706] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: MultipleTasksFailed)" logger="UnhandledError" I0203 02:20:49.273963 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 02:20:49.279126 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0203 02:20:49.313868 1 operator.go:841] Updating ClusterOperator status to InProgress. I0203 02:20:49.318636 1 tasks.go:49] processing task group 1 of 3 I0203 02:20:49.318657 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 02:20:49.318674 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 02:20:49.332786 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 02:20:50.370952 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRTBFWWdLcnhXTFl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM01EQTROVEV5TXpBZQpGdzB5TmpBeU1ETXdNakU0TkRKYUZ3MHlPREEwTURNd01qRTRORE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOekF3T0RVeE1qTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREY0M0ZYdnNiNHQrT0FRT2g1SU1oS2VINEdmT0NuWmkxYwp1Rk1vNzRGV1VBTXUrdGE0RWs2MWpnajc2a0t6V2lEOUowTTZKS0hVOGlTSGxQNTRRQ0lZaW42QUhlMTg2SzhQCmN6U0VoejI1VzdVUTVuQ2pIanBwT09XcWk5Y2pGRENERWJnb0RLSlMyZHpBTmM0c0tlcHRuMTI0Mm1oeVNxOWoKNGZpb3BjRWE5UExnQ3ZTZGtodS9ETU4zakVmSVlMdklCZjJpZ3ZHWllWWFd6VWhqSjlCOU96NkV4R1BrT1k1SQpXNm1zT3ZGSzRZSk1nTkRTQjVMR25UTCtOZERwN09OMUhCNXllVFI0YXpRRDJkaW1LTFd0dFhqNklYekNpZldTClBZRHkwZ01YN3V6RE1TVlprM1RYdlpDdXBaOFV1dG9qbWhDbEU2dUxhVkl3Tm5WY2hXU0JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFETFljSQpKdXBoaWh2SFRqdEh6cC9UdUVydzZqQWZCZ05WSFNNRUdEQVdnQlFETFljSUp1cGhpaHZIVGp0SHpwL1R1RXJ3CjZqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFDQXEvNHhUVGZPci9NL1BDRm9XbUJFREp5OFFPSU5pV281MnEKZW5OTFRNOXFXeTMxZGZ4aEgrbm50U3hQV1h3Y0dMa1kxa1FXOHVaU1krV0F1TmlFS29xOGdPRkplTVNxeUk2WQphWGYxZlRLQzBCTHpMdlY1aXFQN0Ixa2pyVmpZODRqTmpzeVJPVjhKMTFvK0oxSG1vQWRSNjI1NW9iSHZBcVhQClVQM0lzZ2tTSU5KSHlvRTVhMTcwVUZkSGFIeW9GOEdQdDkyV0FyZlFjcXIwZXFEeXVENWhKMGR3SzBoZmF2a20KMzUzSmdoZHJLUVM4b3ZrbnQ2SGtiUnI5M3hEN2ZkcnBDbHZZRjRWTXRqYjRVZWk3bDZvMndaWS8yVk11TW1yYwovVjRNNmZjNkV4dWxKWWZaRStJUXNHaHV3Z3dHd2pabGtWbllQd0d6cHpKbzgrSEVCdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0203 02:20:50.377252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0203 02:20:50.382358 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRTBFWWdLcnhXTFl3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM01EQTROVEV5TXpBZQpGdzB5TmpBeU1ETXdNakU0TkRKYUZ3MHlPREEwTURNd01qRTRORE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOekF3T0RVeE1qTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREY0M0ZYdnNiNHQrT0FRT2g1SU1oS2VINEdmT0NuWmkxYwp1Rk1vNzRGV1VBTXUrdGE0RWs2MWpnajc2a0t6V2lEOUowTTZKS0hVOGlTSGxQNTRRQ0lZaW42QUhlMTg2SzhQCmN6U0VoejI1VzdVUTVuQ2pIanBwT09XcWk5Y2pGRENERWJnb0RLSlMyZHpBTmM0c0tlcHRuMTI0Mm1oeVNxOWoKNGZpb3BjRWE5UExnQ3ZTZGtodS9ETU4zakVmSVlMdklCZjJpZ3ZHWllWWFd6VWhqSjlCOU96NkV4R1BrT1k1SQpXNm1zT3ZGSzRZSk1nTkRTQjVMR25UTCtOZERwN09OMUhCNXllVFI0YXpRRDJkaW1LTFd0dFhqNklYekNpZldTClBZRHkwZ01YN3V6RE1TVlprM1RYdlpDdXBaOFV1dG9qbWhDbEU2dUxhVkl3Tm5WY2hXU0JBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFETFljSQpKdXBoaWh2SFRqdEh6cC9UdUVydzZqQWZCZ05WSFNNRUdEQVdnQlFETFljSUp1cGhpaHZIVGp0SHpwL1R1RXJ3CjZqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFDQXEvNHhUVGZPci9NL1BDRm9XbUJFREp5OFFPSU5pV281MnEKZW5OTFRNOXFXeTMxZGZ4aEgrbm50U3hQV1h3Y0dMa1kxa1FXOHVaU1krV0F1TmlFS29xOGdPRkplTVNxeUk2WQphWGYxZlRLQzBCTHpMdlY1aXFQN0Ixa2pyVmpZODRqTmpzeVJPVjhKMTFvK0oxSG1vQWRSNjI1NW9iSHZBcVhQClVQM0lzZ2tTSU5KSHlvRTVhMTcwVUZkSGFIeW9GOEdQdDkyV0FyZlFjcXIwZXFEeXVENWhKMGR3SzBoZmF2a20KMzUzSmdoZHJLUVM4b3ZrbnQ2SGtiUnI5M3hEN2ZkcnBDbHZZRjRWTXRqYjRVZWk3bDZvMndaWS8yVk11TW1yYwovVjRNNmZjNkV4dWxKWWZaRStJUXNHaHV3Z3dHd2pabGtWbllQd0d6cHpKbzgrSEVCdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0203 02:20:50.388432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0203 02:20:52.496697 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 02:20:52.496723 1 tasks.go:49] processing task group 2 of 3 I0203 02:20:52.496753 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 02:20:52.496752 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 02:20:52.496775 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 02:20:52.496918 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 02:20:52.496974 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 02:20:52.496987 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 02:20:52.497085 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 02:20:52.497174 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 02:20:52.496974 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 02:20:52.496946 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 02:20:52.496957 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 02:20:52.496966 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 02:20:52.497196 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 02:20:52.497201 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 02:20:52.497204 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 02:20:52.579186 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 02:20:52.582494 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 02:20:52.599227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0203 02:20:52.608773 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0203 02:20:52.617343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0203 02:20:52.635072 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0203 02:20:52.649631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0203 02:20:52.659822 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 02:20:52.669167 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 02:20:52.702320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0203 02:20:52.803403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 02:20:52.908546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 02:20:52.978924 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0203 02:20:53.010302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0203 02:20:53.034045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 02:20:53.052065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0203 02:20:53.595889 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 02:20:53.640797 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 02:20:53.679777 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 02:20:54.072911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-14nm3kf4hl9eu -n openshift-user-workload-monitoring because it was missing I0203 02:20:54.089027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0203 02:20:54.100081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0203 02:20:54.114065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0203 02:20:54.124232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0203 02:20:54.137594 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0203 02:20:54.620785 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 02:20:55.677676 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 02:20:57.731707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0203 02:20:58.656261 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 02:20:59.574977 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 02:21:01.821891 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 02:21:03.698622 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 02:21:04.708400 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 02:21:07.884559 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 02:23:37.239111 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 02:23:37.239134 1 tasks.go:49] processing task group 3 of 3 I0203 02:23:37.239141 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 02:23:37.285267 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 02:23:37.285296 1 operator.go:862] Updating ClusterOperator status to done. I0203 02:23:37.285362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bf2ffbf2-d0db-4488-90d9-6230ce976c28", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0203 02:23:37.327113 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 02:23:37.346823 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0203 02:23:37.391066 1 operator.go:841] Updating ClusterOperator status to InProgress. I0203 02:23:37.396312 1 tasks.go:49] processing task group 1 of 3 I0203 02:23:37.396336 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 02:23:37.396349 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 02:23:37.411275 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 02:23:40.565991 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 02:23:40.566015 1 tasks.go:49] processing task group 2 of 3 I0203 02:23:40.566044 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 02:23:40.566052 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 02:23:40.566060 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 02:23:40.566072 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 02:23:40.566085 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 02:23:40.566092 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 02:23:40.566106 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 02:23:40.566124 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 02:23:40.566129 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 02:23:40.566063 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 02:23:40.566392 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 02:23:40.566073 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 02:23:40.566369 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 02:23:40.566380 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 02:23:40.566385 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 02:23:40.654074 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 02:23:40.657087 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 02:23:40.729148 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 02:23:41.661146 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 02:23:41.681108 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 02:23:41.726934 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 02:23:42.692238 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 02:23:43.734473 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 02:23:46.725190 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 02:23:46.739202 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 02:23:47.645722 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 02:23:51.178205 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0203 02:23:51.739548 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 02:23:52.752163 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 02:23:52.799074 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 02:23:55.898653 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 02:23:55.898678 1 tasks.go:49] processing task group 3 of 3 I0203 02:23:55.898689 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 02:23:55.942306 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 02:23:55.942338 1 operator.go:862] Updating ClusterOperator status to done. I0203 02:23:55.952952 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0203 02:23:55.957432 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0203 02:23:55.992571 1 operator.go:841] Updating ClusterOperator status to InProgress. I0203 02:23:55.997463 1 tasks.go:49] processing task group 1 of 3 I0203 02:23:55.997483 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0203 02:23:55.997497 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0203 02:23:56.011604 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0203 02:23:59.146640 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0203 02:23:59.146662 1 tasks.go:49] processing task group 2 of 3 I0203 02:23:59.146687 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0203 02:23:59.146692 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 02:23:59.146716 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0203 02:23:59.146724 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0203 02:23:59.146735 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0203 02:23:59.146747 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0203 02:23:59.146771 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0203 02:23:59.146822 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0203 02:23:59.146855 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0203 02:23:59.146720 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 02:23:59.146833 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0203 02:23:59.146848 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0203 02:23:59.146842 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 02:23:59.146967 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 02:23:59.146975 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0203 02:23:59.223416 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0203 02:23:59.228656 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0203 02:23:59.289288 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0203 02:24:00.220272 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0203 02:24:00.253593 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0203 02:24:00.279940 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0203 02:24:01.260361 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0203 02:24:02.306013 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0203 02:24:05.298690 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0203 02:24:05.317202 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0203 02:24:06.226417 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0203 02:24:10.315657 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0203 02:24:11.328500 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0203 02:24:11.366335 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0203 02:24:14.477670 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0203 02:24:14.477694 1 tasks.go:49] processing task group 3 of 3 I0203 02:24:14.477703 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0203 02:24:14.513949 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0203 02:24:14.513979 1 operator.go:862] Updating ClusterOperator status to done.