W0126 21:54:21.794363 1 client_config.go:659] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0126 21:54:21.820881 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0126 21:54:21.820983 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0126 21:54:21.821027 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0126 21:54:21.824267 1 reflector.go:368] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0126 21:54:21.824435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereMultiVCenters", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ConsolePluginContentSecurityPolicy", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0126 21:54:21.826506 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0126 21:54:21.829180 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0126 21:54:21.836624 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0126 21:54:21.837065 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0126 21:54:21.837165 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0126 21:54:21.837577 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0126 21:54:21.837900 1 reflector.go:368] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0126 21:54:21.838193 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:563 I0126 21:54:21.838275 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0126 21:54:21.838393 1 reflector.go:368] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0126 21:54:21.844933 1 reflector.go:368] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0126 21:54:21.845282 1 reflector.go:368] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0126 21:54:21.845302 1 reflector.go:368] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0126 21:54:21.845400 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0126 21:54:21.845453 1 reflector.go:368] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0126 21:54:21.845983 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0126 21:54:21.846263 1 reflector.go:368] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0126 21:54:21.850861 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0126 21:54:21.850985 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0126 21:54:21.855005 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:54:21.885853 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0126 21:54:21.929720 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0126 21:54:21.929731 1 rule_controller.go:113] Starting alerting rules controller I0126 21:54:21.929742 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0126 21:54:21.929739 1 relabel_controller.go:117] Starting alert relabel config controller I0126 21:54:21.929757 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0126 21:54:21.929752 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0126 21:54:21.929773 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0126 21:54:21.929791 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0126 21:54:21.929800 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0126 21:54:21.929759 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0126 21:54:21.932773 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0126 21:54:21.932988 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0126 21:54:21.933617 1 reflector.go:368] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0126 21:54:21.933735 1 reflector.go:368] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0126 21:54:21.933978 1 reflector.go:368] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0126 21:54:21.935426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0126 21:54:21.935434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates W0126 21:54:21.938962 1 operator.go:968] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0126 21:54:21.944748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-9kmjb" is created for OpenShiftMonitoringClientCertRequester I0126 21:54:21.946350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-8cfr2" is created for OpenShiftMonitoringTelemeterClientCertRequester I0126 21:54:21.982700 1 operator.go:841] Updating ClusterOperator status to InProgress. I0126 21:54:22.000012 1 tasks.go:49] processing task group 1 of 3 I0126 21:54:22.000047 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0126 21:54:22.000061 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0126 21:54:22.012705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0126 21:54:22.023754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0126 21:54:22.030360 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0126 21:54:22.030397 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0126 21:54:22.041309 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0126 21:54:22.041379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0126 21:54:22.047484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0126 21:54:22.077377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0126 21:54:22.169650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0126 21:54:22.183360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0126 21:54:22.206081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0126 21:54:22.219049 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0126 21:54:22.351670 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController I0126 21:54:22.353070 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0126 21:54:22.353086 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0126 21:54:22.353107 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0126 21:54:22.353115 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0126 21:54:22.356114 1 secure_serving.go:57] Forcing use of http/1.1 only W0126 21:54:22.356209 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0126 21:54:22.356238 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0126 21:54:22.356270 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0126 21:54:22.356293 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0126 21:54:22.356315 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0126 21:54:22.356343 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0126 21:54:22.356634 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0126 21:54:22.362136 1 requestheader_controller.go:172] Starting RequestHeaderAuthRequestController I0126 21:54:22.362147 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0126 21:54:22.362163 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0126 21:54:22.362164 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0126 21:54:22.362179 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0126 21:54:22.362152 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0126 21:54:22.362323 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0126 21:54:22.362391 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769464449\" (2026-01-26 21:54:17 +0000 UTC to 2028-01-26 21:54:18 +0000 UTC (now=2026-01-26 21:54:22.36236458 +0000 UTC))" I0126 21:54:22.362538 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769464462\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769464462\" (2026-01-26 20:54:21 +0000 UTC to 2027-01-26 20:54:21 +0000 UTC (now=2026-01-26 21:54:22.362523498 +0000 UTC))" I0126 21:54:22.362558 1 secure_serving.go:213] Serving securely on [::]:8443 I0126 21:54:22.362578 1 genericapiserver.go:683] [graceful-termination] waiting for shutdown to be initiated I0126 21:54:22.362591 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0126 21:54:22.365307 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:175 I0126 21:54:22.365432 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0126 21:54:22.365495 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0126 21:54:22.463160 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0126 21:54:22.463242 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0126 21:54:22.463319 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0126 21:54:22.463350 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-26 21:42:43 +0000 UTC to 2036-01-24 21:42:43 +0000 UTC (now=2026-01-26 21:54:22.463321697 +0000 UTC))" I0126 21:54:22.463548 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769464449\" (2026-01-26 21:54:17 +0000 UTC to 2028-01-26 21:54:18 +0000 UTC (now=2026-01-26 21:54:22.463530672 +0000 UTC))" I0126 21:54:22.463686 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769464462\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769464462\" (2026-01-26 20:54:21 +0000 UTC to 2027-01-26 20:54:21 +0000 UTC (now=2026-01-26 21:54:22.463672003 +0000 UTC))" I0126 21:54:22.463839 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-01-26 21:42:44 +0000 UTC to 2036-01-24 21:42:44 +0000 UTC (now=2026-01-26 21:54:22.463826188 +0000 UTC))" I0126 21:54:22.463861 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-01-26 21:42:45 +0000 UTC to 2036-01-24 21:42:45 +0000 UTC (now=2026-01-26 21:54:22.463852879 +0000 UTC))" I0126 21:54:22.463899 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-01-26 21:42:45 +0000 UTC to 2036-01-24 21:42:45 +0000 UTC (now=2026-01-26 21:54:22.463886988 +0000 UTC))" I0126 21:54:22.463918 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-01-26 21:42:46 +0000 UTC to 2036-01-24 21:42:46 +0000 UTC (now=2026-01-26 21:54:22.463910412 +0000 UTC))" I0126 21:54:22.463934 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-01-26 21:42:47 +0000 UTC to 2036-01-24 21:42:47 +0000 UTC (now=2026-01-26 21:54:22.463926641 +0000 UTC))" I0126 21:54:22.463954 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o2ov3l6tiis16k7lja5dmk7240rqa06-kx-51a489bfe5_customer-system-admin-signer@1769463777\" [] issuer=\"\" (2026-01-26 21:42:56 +0000 UTC to 2026-02-02 21:42:57 +0000 UTC (now=2026-01-26 21:54:22.463943754 +0000 UTC))" I0126 21:54:22.463979 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o2ov3l6tiis16k7lja5dmk7240rqa06-kx-51a489bfe5_sre-system-admin-signer@1769463777\" [] issuer=\"\" (2026-01-26 21:42:57 +0000 UTC to 2026-02-02 21:42:58 +0000 UTC (now=2026-01-26 21:54:22.463968921 +0000 UTC))" I0126 21:54:22.463997 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-26 21:42:43 +0000 UTC to 2036-01-24 21:42:43 +0000 UTC (now=2026-01-26 21:54:22.463988938 +0000 UTC))" I0126 21:54:22.464137 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769464449\" (2026-01-26 21:54:17 +0000 UTC to 2028-01-26 21:54:18 +0000 UTC (now=2026-01-26 21:54:22.464120331 +0000 UTC))" I0126 21:54:22.464253 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769464462\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769464462\" (2026-01-26 20:54:21 +0000 UTC to 2027-01-26 20:54:21 +0000 UTC (now=2026-01-26 21:54:22.464242102 +0000 UTC))" I0126 21:54:30.863705 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0126 21:54:30.864170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0126 21:54:30.864670 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0126 21:54:30.865174 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0126 21:54:34.263971 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0126 21:54:34.281172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0126 21:54:34.302552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0126 21:54:39.477348 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0126 21:54:41.416066 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0126 21:54:41.416103 1 tasks.go:49] processing task group 2 of 3 I0126 21:54:41.416142 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 21:54:41.416143 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 21:54:41.416170 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0126 21:54:41.416182 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0126 21:54:41.416188 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0126 21:54:41.416196 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0126 21:54:41.416207 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0126 21:54:41.416251 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0126 21:54:41.416281 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0126 21:54:41.416302 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 21:54:41.416310 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 21:54:41.416320 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0126 21:54:41.416338 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0126 21:54:41.416349 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0126 21:54:41.416479 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0126 21:54:41.439579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0126 21:54:41.439626 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0126 21:54:41.444894 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0126 21:54:41.450606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0126 21:54:41.460138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0126 21:54:41.467564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0126 21:54:41.470594 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0126 21:54:41.473513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0126 21:54:41.476384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0126 21:54:41.509822 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0126 21:54:41.538267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0126 21:54:41.547156 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 21:54:41.592262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0126 21:54:41.594474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0126 21:54:41.596740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0126 21:54:41.596818 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0126 21:54:41.602535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0126 21:54:41.603275 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0126 21:54:41.606572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0126 21:54:41.717721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0126 21:54:41.717826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0126 21:54:41.719260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0126 21:54:41.725805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0126 21:54:41.725842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0126 21:54:41.725855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0126 21:54:41.725882 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0126 21:54:41.729030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0126 21:54:41.740343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0126 21:54:41.740367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing W0126 21:54:41.743500 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0126 21:54:41.744210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterroles.rbac.authorization.k8s.io "cluster-monitoring-view" not found W0126 21:54:41.750281 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: roles.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0126 21:54:41.750345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: roles.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0126 21:54:41.751037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0126 21:54:41.759496 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0126 21:54:41.764992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0126 21:54:41.774222 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0126 21:54:41.811225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0126 21:54:41.841812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0126 21:54:41.996041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0126 21:54:42.023718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0126 21:54:42.108215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0126 21:54:42.108800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0126 21:54:42.191934 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0126 21:54:42.195475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0126 21:54:42.306920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0126 21:54:42.313754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0126 21:54:42.338267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0126 21:54:42.409004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0126 21:54:42.498815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0126 21:54:42.508746 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0126 21:54:42.580590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0126 21:54:42.592903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0126 21:54:42.609050 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0126 21:54:42.614899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0126 21:54:42.705638 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0126 21:54:42.706254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0126 21:54:42.713430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0126 21:54:42.725826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0126 21:54:42.725983 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0126 21:54:42.763245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0126 21:54:42.781203 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0126 21:54:42.781734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0126 21:54:42.816926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0126 21:54:42.825059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0126 21:54:42.835908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0126 21:54:42.913186 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0126 21:54:42.931837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0126 21:54:43.069442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0126 21:54:43.077124 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0126 21:54:43.086794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0126 21:54:43.099236 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0126 21:54:43.111558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0126 21:54:43.121612 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0126 21:54:43.135808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0126 21:54:43.576671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0126 21:54:43.588307 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0126 21:54:43.600861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0126 21:54:43.685685 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0126 21:54:43.782975 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0126 21:54:43.877011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0126 21:54:43.894389 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 21:54:43.894427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0126 21:54:43.895394 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0126 21:54:43.979182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0126 21:54:44.084017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0126 21:54:44.162945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-dsm190k479k1t -n openshift-user-workload-monitoring because it was missing I0126 21:54:44.178754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0126 21:54:44.184932 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0126 21:54:44.289349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0126 21:54:44.416909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0126 21:54:44.514264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0126 21:54:44.616075 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0126 21:54:44.716508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0126 21:54:44.786731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0126 21:54:44.804438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0126 21:54:44.846200 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-ecvu37ehcnub1 -n openshift-monitoring because it was missing I0126 21:54:44.855319 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0126 21:54:44.906121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0126 21:54:44.921518 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0126 21:54:45.379762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0126 21:54:45.955258 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 21:54:46.489255 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0126 21:54:46.517550 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0126 21:54:47.414407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-932ue44i846du -n openshift-monitoring because it was missing I0126 21:54:47.838289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-dsm190k479k1t -n openshift-monitoring because it was missing I0126 21:54:47.857072 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0126 21:54:47.879372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0126 21:54:47.889633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0126 21:54:54.930289 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0126 21:54:57.926994 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0126 21:54:59.565346 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0126 21:54:59.565412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0126 21:55:04.316610 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 21:55:04.316639 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0126 21:55:05.917345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0126 21:55:05.961347 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0126 21:55:21.951892 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:55:28.474837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0126 21:55:28.489223 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0126 21:55:28.489304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0126 21:55:32.849216 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0126 21:55:42.971774 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:55:43.020231 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:55:43.071953 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:55:43.126564 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:55:43.152126 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:55:43.205309 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:55:43.366662 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:56:07.993342 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0126 21:56:07.993390 1 operator.go:886] 1 reconciliation(s) failed, 2 more attempt(s) will be made before reporting failures. E0126 21:56:07.993400 1 operator.go:705] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0126 21:56:07.993425 1 operator.go:706] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: MultipleTasksFailed)" logger="UnhandledError" I0126 21:56:07.995087 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0126 21:56:08.000022 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0126 21:56:08.034110 1 operator.go:841] Updating ClusterOperator status to InProgress. I0126 21:56:08.038900 1 tasks.go:49] processing task group 1 of 3 I0126 21:56:08.038924 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0126 21:56:08.038938 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0126 21:56:08.052039 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0126 21:56:09.091369 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUFBTd0gvbmlMbFF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9UUTJORFEwT1RBZQpGdzB5TmpBeE1qWXlNVFUwTURoYUZ3MHlPREF6TWpZeU1UVTBNRGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamswTmpRME5Ea3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRER0NXdNYTFKVERUNkVHRnVWT0lHQmdQYzhzYXJsT3pBcQpQTlk5SFdkSy9HaG44UFdNN2c1Y2NWaDVzVCtJMlhnV09pdHRYSUg1VkNYRVZkYVl1SUFqNUtFUXBncjZnSlczCnNWUGxITE1VRStjUkVBTFQwcXE2WUFMNHF6dC9wRDZuZTFmNTNqaHJrZ0hTY3JHRGF3R3A0Wm1JVkFrNFBCSGgKUlRYOG9CVXBORzBVd0dVZFVwV24vWmFZQmJWT215ZEVEN2xXOEMyWG42WG5tbVpTTG1qU1pWek5ZYTJDQnRrcApvY2swbzNlWEFCM2hlZlVMT2RXSDNQaUl6dXZWUGhZcTRueE5kOXhHZmJ5Y0Jqa3l0RUVZN0JJKzhNazVtR3NQCkRjaS9uZXRlUzdRRm9WWEZLVHN6bU5FNHV2YlZTcVdVKzNHYUxLa21nZmNDM3RVV3liMkZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFzY04zcApCcjYxZzNHRTV2eDdCWFA0T3pOUm56QWZCZ05WSFNNRUdEQVdnQlFzY04zcEJyNjFnM0dFNXZ4N0JYUDRPek5SCm56QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFuRUhCYmwwKzhlWFkveUlwYk1sU2xoNmhrQ0Q2bkFwOHM0T1kKNG9wOXpYYmJiaG41TExLREFiVlhEQmhTWm9WTTAxWlNJbms0N1ZUT2V6bjZ6cHphdytkbkc2MTVRM0N5M0lyWQpSSzdBUExiZU1UVEVrYlBlN0lIeU93UHBYakQrQlVIcnFxRGR6REpzaE5JRUtaeTRuOEE4eEJuYUVUaWNyVkZuCkI4OXczQ3dTRlZoVmpoQm50dFk5ODY1dXBsckhFUUp2NUc3akRsOUtiM3d6bGJ6OFN1SitPc3JRUHdPVUx5bHMKRFZXZGIxYUExRHpFRHA4WnVrNXpYNkM2dWlKeUtkaGFYTDFoRU90SS9aZ0RLLy9TbEhNbGNMYUVHbkVnVkRKWQpFcTBMaVRRakZ4REtTY09BMlRUYnNsOWYrLytaczl0QkhscUlHcTVlY1I0WHJSdEhYUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0126 21:56:09.097064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0126 21:56:09.102110 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUFBTd0gvbmlMbFF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9UUTJORFEwT1RBZQpGdzB5TmpBeE1qWXlNVFUwTURoYUZ3MHlPREF6TWpZeU1UVTBNRGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamswTmpRME5Ea3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRER0NXdNYTFKVERUNkVHRnVWT0lHQmdQYzhzYXJsT3pBcQpQTlk5SFdkSy9HaG44UFdNN2c1Y2NWaDVzVCtJMlhnV09pdHRYSUg1VkNYRVZkYVl1SUFqNUtFUXBncjZnSlczCnNWUGxITE1VRStjUkVBTFQwcXE2WUFMNHF6dC9wRDZuZTFmNTNqaHJrZ0hTY3JHRGF3R3A0Wm1JVkFrNFBCSGgKUlRYOG9CVXBORzBVd0dVZFVwV24vWmFZQmJWT215ZEVEN2xXOEMyWG42WG5tbVpTTG1qU1pWek5ZYTJDQnRrcApvY2swbzNlWEFCM2hlZlVMT2RXSDNQaUl6dXZWUGhZcTRueE5kOXhHZmJ5Y0Jqa3l0RUVZN0JJKzhNazVtR3NQCkRjaS9uZXRlUzdRRm9WWEZLVHN6bU5FNHV2YlZTcVdVKzNHYUxLa21nZmNDM3RVV3liMkZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFzY04zcApCcjYxZzNHRTV2eDdCWFA0T3pOUm56QWZCZ05WSFNNRUdEQVdnQlFzY04zcEJyNjFnM0dFNXZ4N0JYUDRPek5SCm56QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFuRUhCYmwwKzhlWFkveUlwYk1sU2xoNmhrQ0Q2bkFwOHM0T1kKNG9wOXpYYmJiaG41TExLREFiVlhEQmhTWm9WTTAxWlNJbms0N1ZUT2V6bjZ6cHphdytkbkc2MTVRM0N5M0lyWQpSSzdBUExiZU1UVEVrYlBlN0lIeU93UHBYakQrQlVIcnFxRGR6REpzaE5JRUtaeTRuOEE4eEJuYUVUaWNyVkZuCkI4OXczQ3dTRlZoVmpoQm50dFk5ODY1dXBsckhFUUp2NUc3akRsOUtiM3d6bGJ6OFN1SitPc3JRUHdPVUx5bHMKRFZXZGIxYUExRHpFRHA4WnVrNXpYNkM2dWlKeUtkaGFYTDFoRU90SS9aZ0RLLy9TbEhNbGNMYUVHbkVnVkRKWQpFcTBMaVRRakZ4REtTY09BMlRUYnNsOWYrLytaczl0QkhscUlHcTVlY1I0WHJSdEhYUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0126 21:56:09.107900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0126 21:56:11.219736 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0126 21:56:11.219757 1 tasks.go:49] processing task group 2 of 3 I0126 21:56:11.219775 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 21:56:11.219784 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0126 21:56:11.219793 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0126 21:56:11.219813 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 21:56:11.219832 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0126 21:56:11.219856 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0126 21:56:11.219895 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 21:56:11.220038 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0126 21:56:11.219862 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0126 21:56:11.220181 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0126 21:56:11.220210 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0126 21:56:11.220228 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0126 21:56:11.220328 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0126 21:56:11.220357 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0126 21:56:11.220364 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 21:56:11.305600 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0126 21:56:11.315859 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 21:56:11.326037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0126 21:56:11.340675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0126 21:56:11.359259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0126 21:56:11.371613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0126 21:56:11.386277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0126 21:56:11.387032 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0126 21:56:11.388613 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 21:56:11.449728 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0126 21:56:11.482905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0126 21:56:11.584704 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0126 21:56:11.687093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0126 21:56:11.787365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0126 21:56:11.812523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0126 21:56:11.829800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0126 21:56:12.324358 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0126 21:56:12.350517 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0126 21:56:12.386360 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0126 21:56:12.851573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-dsm190k479k1t -n openshift-user-workload-monitoring because it was missing I0126 21:56:12.867365 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0126 21:56:12.880613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0126 21:56:12.893461 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0126 21:56:12.903991 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0126 21:56:12.914890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0126 21:56:12.990388 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:56:13.022357 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:56:13.055216 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:56:13.086739 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:56:13.121223 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:56:13.161900 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:56:13.200682 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:56:13.235512 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:56:13.344537 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 21:56:14.404205 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0126 21:56:16.448366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0126 21:56:17.375462 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0126 21:56:18.304503 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0126 21:56:20.538010 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0126 21:56:23.416777 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 21:56:34.010311 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0126 21:57:22.430163 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0126 21:58:26.635583 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0126 21:58:26.635610 1 tasks.go:49] processing task group 3 of 3 I0126 21:58:26.635623 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0126 21:58:26.685307 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0126 21:58:26.685341 1 operator.go:862] Updating ClusterOperator status to done. I0126 21:58:26.685370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"2603477b-8591-4ef4-aa03-4e401ed13af6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0126 21:58:26.723070 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0126 21:58:26.746270 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0126 21:58:26.788092 1 operator.go:841] Updating ClusterOperator status to InProgress. I0126 21:58:26.793056 1 tasks.go:49] processing task group 1 of 3 I0126 21:58:26.793088 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0126 21:58:26.793109 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0126 21:58:26.806493 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0126 21:58:29.948978 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0126 21:58:29.949002 1 tasks.go:49] processing task group 2 of 3 I0126 21:58:29.949025 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 21:58:29.949041 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 21:58:29.949053 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0126 21:58:29.949062 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0126 21:58:29.949100 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0126 21:58:29.949110 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0126 21:58:29.949119 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0126 21:58:29.949231 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0126 21:58:29.949279 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0126 21:58:29.949086 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0126 21:58:29.949112 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0126 21:58:29.949266 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0126 21:58:29.949272 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 21:58:29.949275 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0126 21:58:29.949286 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 21:58:30.029729 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0126 21:58:30.032259 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 21:58:30.087312 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 21:58:31.032406 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0126 21:58:31.056381 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0126 21:58:31.095644 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0126 21:58:32.063716 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 21:58:33.120323 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0126 21:58:36.099504 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0126 21:58:36.118140 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0126 21:58:37.020991 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0126 21:58:40.235390 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 21:58:41.116268 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0126 21:58:42.147759 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 21:58:42.175702 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0126 21:58:45.286188 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0126 21:58:45.286217 1 tasks.go:49] processing task group 3 of 3 I0126 21:58:45.286228 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0126 21:58:45.327972 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0126 21:58:45.328005 1 operator.go:862] Updating ClusterOperator status to done. I0126 21:58:45.346542 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0126 21:58:45.353055 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0126 21:58:45.428893 1 operator.go:841] Updating ClusterOperator status to InProgress. I0126 21:58:45.436099 1 tasks.go:49] processing task group 1 of 3 I0126 21:58:45.436123 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0126 21:58:45.436135 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0126 21:58:45.470081 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0126 21:58:48.619241 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0126 21:58:48.619263 1 tasks.go:49] processing task group 2 of 3 I0126 21:58:48.619290 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 21:58:48.619289 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0126 21:58:48.619300 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 21:58:48.619318 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0126 21:58:48.619345 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0126 21:58:48.619358 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0126 21:58:48.619384 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0126 21:58:48.619512 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 21:58:48.619560 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0126 21:58:48.619529 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0126 21:58:48.619533 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0126 21:58:48.619542 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 21:58:48.619546 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0126 21:58:48.619551 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0126 21:58:48.619556 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0126 21:58:48.702552 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 21:58:48.703909 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0126 21:58:48.754664 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 21:58:49.701043 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0126 21:58:49.724118 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0126 21:58:49.759015 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0126 21:58:50.732858 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 21:58:51.781744 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0126 21:58:54.769008 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0126 21:58:54.789328 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0126 21:58:55.693191 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0126 21:58:59.782360 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0126 21:59:00.798540 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 21:59:00.879350 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0126 21:59:03.954360 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0126 21:59:03.954385 1 tasks.go:49] processing task group 3 of 3 I0126 21:59:03.954397 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0126 21:59:03.991304 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0126 21:59:03.991336 1 operator.go:862] Updating ClusterOperator status to done. I0126 22:09:21.838375 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0126 22:09:21.838389 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0126 22:09:21.838510 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0126 22:09:21.838528 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0126 22:09:21.838536 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0126 22:09:21.838568 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0126 22:09:21.838694 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0126 22:09:21.838809 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0126 22:09:21.839195 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0126 22:09:21.844977 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0126 22:09:21.845166 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0126 22:09:21.845916 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0126 22:09:21.847049 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0126 22:09:21.847049 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 22:09:21.883010 1 operator.go:841] Updating ClusterOperator status to InProgress. I0126 22:09:21.886399 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0126 22:09:21.887926 1 tasks.go:49] processing task group 1 of 3 I0126 22:09:21.887955 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0126 22:09:21.887969 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0126 22:09:21.903269 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0126 22:09:25.027499 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0126 22:09:25.027524 1 tasks.go:49] processing task group 2 of 3 I0126 22:09:25.027556 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 22:09:25.027557 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0126 22:09:25.027565 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0126 22:09:25.027580 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 22:09:25.027603 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0126 22:09:25.027634 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0126 22:09:25.027696 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0126 22:09:25.027768 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0126 22:09:25.027659 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0126 22:09:25.027780 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 22:09:25.027676 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0126 22:09:25.027686 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0126 22:09:25.027794 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 22:09:25.027805 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0126 22:09:25.028067 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0126 22:09:25.102793 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 22:09:25.111627 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0126 22:09:25.175399 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 22:09:26.106526 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0126 22:09:26.131830 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0126 22:09:26.168950 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0126 22:09:27.136170 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 22:09:28.189300 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0126 22:09:31.173234 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0126 22:09:31.192640 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0126 22:09:32.103100 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0126 22:09:36.195715 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0126 22:09:37.210610 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 22:09:37.240366 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0126 22:09:40.361532 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0126 22:09:40.361562 1 tasks.go:49] processing task group 3 of 3 I0126 22:09:40.361571 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0126 22:09:40.398907 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0126 22:09:40.398942 1 operator.go:862] Updating ClusterOperator status to done. I0126 22:09:40.411147 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0126 22:09:40.415545 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0126 22:09:40.453509 1 operator.go:841] Updating ClusterOperator status to InProgress. I0126 22:09:40.458551 1 tasks.go:49] processing task group 1 of 3 I0126 22:09:40.458586 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0126 22:09:40.458599 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0126 22:09:40.472321 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0126 22:09:43.609354 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0126 22:09:43.609378 1 tasks.go:49] processing task group 2 of 3 I0126 22:09:43.609396 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 22:09:43.609411 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 22:09:43.609412 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0126 22:09:43.609432 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0126 22:09:43.609450 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0126 22:09:43.609462 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0126 22:09:43.609494 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 22:09:43.609499 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0126 22:09:43.609573 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0126 22:09:43.609704 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0126 22:09:43.609704 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0126 22:09:43.609708 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0126 22:09:43.609710 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0126 22:09:43.609716 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0126 22:09:43.609723 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 22:09:43.688339 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 22:09:43.691212 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0126 22:09:43.765809 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 22:09:44.687406 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0126 22:09:44.714162 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0126 22:09:44.739073 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0126 22:09:45.717106 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 22:09:46.768411 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0126 22:09:49.755910 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0126 22:09:49.772700 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0126 22:09:50.680991 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0126 22:09:54.778618 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0126 22:09:55.792853 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 22:09:55.825678 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0126 22:09:58.940616 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0126 22:09:58.940647 1 tasks.go:49] processing task group 3 of 3 I0126 22:09:58.940658 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0126 22:09:58.977656 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0126 22:09:58.977692 1 operator.go:862] Updating ClusterOperator status to done. I0126 22:24:21.838906 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0126 22:24:21.838932 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0126 22:24:21.839053 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0126 22:24:21.839066 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0126 22:24:21.838969 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0126 22:24:21.839101 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0126 22:24:21.839187 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0126 22:24:21.839218 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0126 22:24:21.839714 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0126 22:24:21.844465 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0126 22:24:21.845191 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0126 22:24:21.846239 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0126 22:24:21.847323 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0126 22:24:21.847353 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0126 22:24:21.880862 1 operator.go:841] Updating ClusterOperator status to InProgress. I0126 22:24:21.885897 1 tasks.go:49] processing task group 1 of 3 I0126 22:24:21.885929 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0126 22:24:21.885936 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0126 22:24:21.886547 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0126 22:24:21.900706 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0126 22:24:25.050139 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0126 22:24:25.050165 1 tasks.go:49] processing task group 2 of 3 I0126 22:24:25.050201 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 22:24:25.050203 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0126 22:24:25.050212 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0126 22:24:25.050227 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 22:24:25.050235 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 22:24:25.050248 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0126 22:24:25.050257 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0126 22:24:25.050282 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0126 22:24:25.050308 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0126 22:24:25.050393 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0126 22:24:25.050520 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0126 22:24:25.050604 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0126 22:24:25.050680 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0126 22:24:25.050694 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0126 22:24:25.050705 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 22:24:25.134388 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 22:24:25.137595 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0126 22:24:25.195433 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 22:24:26.136701 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0126 22:24:26.154754 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0126 22:24:26.197936 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0126 22:24:27.163181 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 22:24:28.212609 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0126 22:24:31.200800 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0126 22:24:31.217971 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0126 22:24:32.129815 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0126 22:24:36.214979 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0126 22:24:37.232422 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 22:24:37.268916 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0126 22:24:40.387257 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0126 22:24:40.387291 1 tasks.go:49] processing task group 3 of 3 I0126 22:24:40.387305 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0126 22:24:40.435969 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0126 22:24:40.436007 1 operator.go:862] Updating ClusterOperator status to done. I0126 22:24:40.447109 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0126 22:24:40.452030 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0126 22:24:40.489291 1 operator.go:841] Updating ClusterOperator status to InProgress. I0126 22:24:40.494229 1 tasks.go:49] processing task group 1 of 3 I0126 22:24:40.494258 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0126 22:24:40.494266 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0126 22:24:40.509184 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0126 22:24:43.634699 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0126 22:24:43.634733 1 tasks.go:49] processing task group 2 of 3 I0126 22:24:43.634763 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 22:24:43.634775 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0126 22:24:43.634801 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0126 22:24:43.634862 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0126 22:24:43.634889 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0126 22:24:43.634999 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 22:24:43.635093 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0126 22:24:43.634857 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0126 22:24:43.635267 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0126 22:24:43.635270 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 22:24:43.635274 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0126 22:24:43.635282 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0126 22:24:43.635290 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0126 22:24:43.635298 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 22:24:43.635311 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0126 22:24:43.714155 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0126 22:24:43.717786 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0126 22:24:43.785164 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0126 22:24:44.714178 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0126 22:24:44.743079 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0126 22:24:44.768887 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0126 22:24:45.750072 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0126 22:24:46.801351 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0126 22:24:49.781199 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0126 22:24:49.801192 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0126 22:24:50.709384 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0126 22:24:54.801834 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0126 22:24:55.821513 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0126 22:24:55.865779 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0126 22:24:58.972055 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0126 22:24:58.972082 1 tasks.go:49] processing task group 3 of 3 I0126 22:24:58.972096 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0126 22:24:59.010117 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0126 22:24:59.010152 1 operator.go:862] Updating ClusterOperator status to done.