W0123 02:01:34.245178 1 client_config.go:659] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0123 02:01:34.273765 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0123 02:01:34.273749 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0123 02:01:34.273796 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0123 02:01:34.277373 1 reflector.go:368] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0123 02:01:34.277579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AWSEFSDriverVolumeMetrics", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BareMetalLoadBalancer", "BuildCSIVolumes", "ChunkSizeMiB", "CloudDualStackNodeIPs", "DisableKubeletCloudCredentialProviders", "ExternalOIDC", "GCPLabelsTags", "HardwareSpeed", "IngressControllerLBSubnetsAWS", "KMSv1", "ManagedBootImages", "ManagedBootImagesAWS", "MultiArchInstallAWS", "MultiArchInstallGCP", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "NodeDisruptionPolicy", "PersistentIPsForVirtualization", "PrivateHostedZoneAWS", "SetEIPForNLBIngressController", "VSphereControlPlaneMachineSet", "VSphereDriverConfiguration", "VSphereMultiVCenters", "VSphereStaticIPs", "ValidatingAdmissionPolicy"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AdditionalRoutingCapabilities", "AutomatedEtcdBackup", "BootcNodeManagement", "CSIDriverSharedResource", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ConsolePluginContentSecurityPolicy", "DNSNameResolver", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "GCPClusterHostedDNS", "GatewayAPI", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "InsightsRuntimeExtractor", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "MachineAPIProviderOpenStack", "MachineConfigNodes", "MaxUnavailableStatefulSet", "MetricsCollectionProfiles", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "NewOLM", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OnClusterBuild", "OpenShiftPodSecurityAdmission", "PinnedImages", "PlatformOperators", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SignatureStores", "SigstoreImageVerification", "TranslateStreamCloseWebsocketRequests", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiNetworks", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0123 02:01:34.279023 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0123 02:01:34.280092 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0123 02:01:34.286765 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0123 02:01:34.287159 1 reflector.go:368] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0123 02:01:34.287266 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0123 02:01:34.288067 1 reflector.go:368] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0123 02:01:34.289018 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0123 02:01:34.299571 1 reflector.go:368] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0123 02:01:34.299877 1 reflector.go:368] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0123 02:01:34.300421 1 reflector.go:368] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0123 02:01:34.300519 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0123 02:01:34.300632 1 reflector.go:368] Caches populated for *v1.CustomResourceDefinition from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0123 02:01:34.300669 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0123 02:01:34.300810 1 reflector.go:368] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0123 02:01:34.301051 1 reflector.go:368] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0123 02:01:34.301688 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:563 I0123 02:01:34.301780 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 02:01:34.305387 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0123 02:01:34.310393 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0123 02:01:34.311237 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:01:34.339288 1 reflector.go:368] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0123 02:01:34.381219 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0123 02:01:34.381240 1 relabel_controller.go:117] Starting alert relabel config controller I0123 02:01:34.381250 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0123 02:01:34.381245 1 rule_controller.go:113] Starting alerting rules controller I0123 02:01:34.381257 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0123 02:01:34.381258 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0123 02:01:34.381264 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0123 02:01:34.381224 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0123 02:01:34.381298 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0123 02:01:34.381304 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0123 02:01:34.382831 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0123 02:01:34.389204 1 reflector.go:368] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0123 02:01:34.392012 1 reflector.go:368] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 W0123 02:01:34.392152 1 operator.go:968] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0123 02:01:34.392227 1 reflector.go:368] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0123 02:01:34.392261 1 reflector.go:368] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0123 02:01:34.392267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0123 02:01:34.395176 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0123 02:01:34.406267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-ct2xs" is created for OpenShiftMonitoringClientCertRequester I0123 02:01:34.409261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-8w5tw" is created for OpenShiftMonitoringTelemeterClientCertRequester I0123 02:01:34.468229 1 operator.go:841] Updating ClusterOperator status to InProgress. I0123 02:01:34.481533 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0123 02:01:34.481547 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0123 02:01:34.494814 1 tasks.go:49] processing task group 1 of 3 I0123 02:01:34.494851 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:01:34.494858 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:01:34.498217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0123 02:01:34.504998 1 requestheader_controller.go:247] Loaded a new request header values for RequestHeaderAuthRequestController I0123 02:01:34.507641 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0123 02:01:34.507925 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0123 02:01:34.507963 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0123 02:01:34.507974 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0123 02:01:34.508239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0123 02:01:34.510840 1 secure_serving.go:57] Forcing use of http/1.1 only I0123 02:01:34.510853 1 genericapiserver.go:533] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete W0123 02:01:34.510860 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_ECDSA_WITH_AES_128_CBC_SHA256' detected. W0123 02:01:34.510866 1 secure_serving.go:69] Use of insecure cipher 'TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA256' detected. W0123 02:01:34.510872 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_GCM_SHA256' detected. W0123 02:01:34.510876 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_GCM_SHA384' detected. W0123 02:01:34.510882 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_128_CBC_SHA' detected. W0123 02:01:34.510887 1 secure_serving.go:69] Use of insecure cipher 'TLS_RSA_WITH_AES_256_CBC_SHA' detected. I0123 02:01:34.521782 1 requestheader_controller.go:172] Starting RequestHeaderAuthRequestController I0123 02:01:34.521795 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0123 02:01:34.521814 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0123 02:01:34.521821 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0123 02:01:34.521833 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0123 02:01:34.521814 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0123 02:01:34.522121 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0123 02:01:34.522185 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769133681\" (2026-01-23 02:01:29 +0000 UTC to 2028-01-23 02:01:30 +0000 UTC (now=2026-01-23 02:01:34.522153501 +0000 UTC))" I0123 02:01:34.522408 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769133694\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769133694\" (2026-01-23 01:01:34 +0000 UTC to 2027-01-23 01:01:34 +0000 UTC (now=2026-01-23 02:01:34.52237746 +0000 UTC))" I0123 02:01:34.522438 1 secure_serving.go:213] Serving securely on [::]:8443 I0123 02:01:34.522467 1 genericapiserver.go:683] [graceful-termination] waiting for shutdown to be initiated I0123 02:01:34.522485 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0123 02:01:34.524430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0123 02:01:34.525908 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:175 I0123 02:01:34.525964 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0123 02:01:34.525964 1 reflector.go:368] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0123 02:01:34.543074 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:01:34.543150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0123 02:01:34.576406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0123 02:01:34.622849 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0123 02:01:34.622865 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0123 02:01:34.622881 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0123 02:01:34.623032 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-23 01:50:13 +0000 UTC to 2036-01-21 01:50:13 +0000 UTC (now=2026-01-23 02:01:34.623008117 +0000 UTC))" I0123 02:01:34.623182 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769133681\" (2026-01-23 02:01:29 +0000 UTC to 2028-01-23 02:01:30 +0000 UTC (now=2026-01-23 02:01:34.623163448 +0000 UTC))" I0123 02:01:34.623291 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769133694\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769133694\" (2026-01-23 01:01:34 +0000 UTC to 2027-01-23 01:01:34 +0000 UTC (now=2026-01-23 02:01:34.623279058 +0000 UTC))" I0123 02:01:34.623448 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-01-23 01:50:13 +0000 UTC to 2036-01-21 01:50:13 +0000 UTC (now=2026-01-23 02:01:34.623433575 +0000 UTC))" I0123 02:01:34.623470 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-01-23 01:50:14 +0000 UTC to 2036-01-21 01:50:14 +0000 UTC (now=2026-01-23 02:01:34.623459882 +0000 UTC))" I0123 02:01:34.623486 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-01-23 01:50:15 +0000 UTC to 2036-01-21 01:50:15 +0000 UTC (now=2026-01-23 02:01:34.623477052 +0000 UTC))" I0123 02:01:34.623505 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-01-23 01:50:15 +0000 UTC to 2036-01-21 01:50:15 +0000 UTC (now=2026-01-23 02:01:34.623496371 +0000 UTC))" I0123 02:01:34.623519 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-01-23 01:50:16 +0000 UTC to 2036-01-21 01:50:16 +0000 UTC (now=2026-01-23 02:01:34.623511229 +0000 UTC))" I0123 02:01:34.623535 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o086bghg3sbed5c9iimn32391qjhcms-kx-656a511bef_customer-system-admin-signer@1769133026\" [] issuer=\"\" (2026-01-23 01:50:25 +0000 UTC to 2026-01-30 01:50:26 +0000 UTC (now=2026-01-23 02:01:34.623526202 +0000 UTC))" I0123 02:01:34.623554 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o086bghg3sbed5c9iimn32391qjhcms-kx-656a511bef_sre-system-admin-signer@1769133026\" [] issuer=\"\" (2026-01-23 01:50:26 +0000 UTC to 2026-01-30 01:50:27 +0000 UTC (now=2026-01-23 02:01:34.623545055 +0000 UTC))" I0123 02:01:34.623570 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-23 01:50:13 +0000 UTC to 2036-01-21 01:50:13 +0000 UTC (now=2026-01-23 02:01:34.623562537 +0000 UTC))" I0123 02:01:34.623694 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769133681\" (2026-01-23 02:01:29 +0000 UTC to 2028-01-23 02:01:30 +0000 UTC (now=2026-01-23 02:01:34.623678595 +0000 UTC))" I0123 02:01:34.623808 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769133694\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769133694\" (2026-01-23 01:01:34 +0000 UTC to 2027-01-23 01:01:34 +0000 UTC (now=2026-01-23 02:01:34.623797173 +0000 UTC))" I0123 02:01:34.692784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0123 02:01:34.714667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0123 02:01:34.757912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0123 02:01:34.779178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0123 02:01:41.576221 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0123 02:01:41.576339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0123 02:01:41.580013 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0123 02:01:41.580065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0123 02:01:44.826530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0123 02:01:44.842895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0123 02:01:44.858316 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0123 02:01:49.992505 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:01:49.992540 1 tasks.go:49] processing task group 2 of 3 I0123 02:01:49.992574 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:01:49.992585 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:01:49.992593 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:01:49.992620 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:01:49.992630 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:01:49.992636 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:01:49.992642 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:01:49.992647 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:01:49.992744 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:01:49.992580 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:01:49.993243 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:01:49.993566 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:01:49.993860 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:01:49.993980 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:01:49.994284 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:01:50.016272 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0123 02:01:50.016880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0123 02:01:50.023947 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0123 02:01:50.036445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0123 02:01:50.059921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0123 02:01:50.061860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0123 02:01:50.066524 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0123 02:01:50.073890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0123 02:01:50.098109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0123 02:01:50.158168 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:01:50.225087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0123 02:01:50.232443 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:01:50.232470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0123 02:01:50.259994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0123 02:01:50.264303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0123 02:01:50.264422 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0123 02:01:50.265258 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0123 02:01:50.265342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0123 02:01:50.281777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0123 02:01:50.333650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0123 02:01:50.333824 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0123 02:01:50.354923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0123 02:01:50.410694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0123 02:01:50.416223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0123 02:01:50.416380 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0123 02:01:50.418731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0123 02:01:50.426246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0123 02:01:50.435084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0123 02:01:50.444162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0123 02:01:50.455713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0123 02:01:50.459589 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: roles.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0123 02:01:50.459609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: roles.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0123 02:01:50.462783 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0123 02:01:50.462856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0123 02:01:50.470883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0123 02:01:50.472678 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0123 02:01:50.539582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0123 02:01:50.588964 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0123 02:01:50.700155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0123 02:01:50.723388 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0123 02:01:50.757014 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0123 02:01:50.757930 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0123 02:01:50.773111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0123 02:01:50.775578 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0123 02:01:50.792180 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0123 02:01:50.917724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0123 02:01:50.944228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0123 02:01:50.987962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0123 02:01:51.036085 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0123 02:01:51.039830 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0123 02:01:51.060844 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0123 02:01:51.098506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0123 02:01:51.122613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0123 02:01:51.163903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0123 02:01:51.175124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0123 02:01:51.266314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0123 02:01:51.270692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0123 02:01:51.335076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0123 02:01:51.335671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0123 02:01:51.431432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0123 02:01:51.438377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0123 02:01:51.439038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0123 02:01:51.443634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0123 02:01:51.451208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0123 02:01:51.500558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0123 02:01:51.519853 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0123 02:01:51.520000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0123 02:01:51.558290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0123 02:01:51.559192 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0123 02:01:51.668209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0123 02:01:51.668553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0123 02:01:51.681093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0123 02:01:51.706130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0123 02:01:51.728764 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0123 02:01:51.754285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0123 02:01:51.771863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0123 02:01:51.813403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0123 02:01:51.840180 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0123 02:01:51.909178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0123 02:01:52.230517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0123 02:01:52.243027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0123 02:01:52.258273 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0123 02:01:52.347832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0123 02:01:52.443858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0123 02:01:52.537045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0123 02:01:52.639928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0123 02:01:52.744078 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0123 02:01:52.840394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0123 02:01:52.855727 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:01:52.855797 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0123 02:01:52.856201 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0123 02:01:52.942859 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0123 02:01:53.044169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0123 02:01:53.161195 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0123 02:01:53.261149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0123 02:01:53.362372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0123 02:01:53.435466 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0123 02:01:53.456972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0123 02:01:53.464155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-c7h6bebaf6q9s -n openshift-monitoring because it was missing I0123 02:01:53.793514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-e4kho9iagl0nh -n openshift-user-workload-monitoring because it was missing I0123 02:01:53.811253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0123 02:01:54.151357 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0123 02:01:54.643181 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:01:54.681981 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:01:54.707782 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0123 02:01:54.720750 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0123 02:01:55.071563 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0123 02:01:55.099618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0123 02:01:55.301267 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0123 02:01:55.754665 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:01:55.865054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-56c9b9fa8d9gs -n openshift-monitoring because it was missing I0123 02:01:56.196464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-5g5edjg914491 -n openshift-monitoring because it was missing I0123 02:01:56.494853 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-e4kho9iagl0nh -n openshift-monitoring because it was missing I0123 02:01:56.514793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0123 02:01:56.538598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0123 02:01:56.549883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0123 02:01:56.704707 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:02:09.547944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0123 02:02:09.595904 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:02:09.994484 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:02:10.164171 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:02:10.164204 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0123 02:02:13.952942 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:02:13.953011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0123 02:02:15.210647 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:15.242283 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:15.272352 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:15.322058 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:15.374499 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:15.429364 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:15.486914 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:15.609432 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:15.828361 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:16.014488 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:16.210561 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:31.224854 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:02:31.584302 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:02:37.268669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0123 02:02:37.287799 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:02:37.287875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0123 02:02:46.239963 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:03:16.623146 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:03:16.623188 1 operator.go:886] 1 reconciliation(s) failed, 2 more attempt(s) will be made before reporting failures. E0123 02:03:16.623196 1 operator.go:705] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0123 02:03:16.623215 1 operator.go:706] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingUserWorkloadPrometheusFailed)" logger="UnhandledError" I0123 02:03:16.624861 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0123 02:03:16.631957 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0123 02:03:16.669596 1 operator.go:841] Updating ClusterOperator status to InProgress. I0123 02:03:16.674380 1 tasks.go:49] processing task group 1 of 3 I0123 02:03:16.674403 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:03:16.674430 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:03:16.688216 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:03:17.726047 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJU2FpY0s2bkVUYXd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9URXpNelk0TVRBZQpGdzB5TmpBeE1qTXdNakF4TWpCYUZ3MHlPREF6TWpNd01qQXhNakZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamt4TXpNMk9ERXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzVuaTNkTzl1Z0tUMGl1SWVtYkdHby9haU50d2d0Q0JkUQpQd0VTcUpVRHFLK0lsWFhzOEhxdUtHN3RNL3RtVW1BTURWMmRSNTdZNCtRUFoyZ1V0QVlEWVk1a2hmalNPMm83CmpBK2lMaDNJTjBlTUFLUWYwYjBGY0xtQitmOWtNcmdGUHlIazhzQitwRWZOTkphTVdIemJrTkEwSmhjdDgyOUEKcldrY3ZmN3dxZ0xEdTNvaXdmaWpLQXl5b1hRSDBOYTNEZ3FXblNhN1pHWVlhSGJ2ak1WU3dhN3gxVXJGTzNXMwpHKzlUVElHWnJxYWJPdEg5WXRFSUlVWFFMOExoU01zUjA2L2Nyb3pWTC90T0JPV2huQVMycjc1bHU2OHJiR2Q3CllQbTNkRjVLSklLcHJaVHU0bTFrRWovUUZwKzNMcmVsY0xCODRNMGJhVm5UaGllTFVmMS9BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlN2MFQ2NQozYlM2TnhCNERiWnoyb1kzd3ZEaVdUQWZCZ05WSFNNRUdEQVdnQlN2MFQ2NTNiUzZOeEI0RGJaejJvWTN3dkRpCldUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFRN2VoUE5XQzByZGx2T3JJV3YwSVREWkE1L3UvVGNTMCtMcXMKUXQyVUFTeGNjUkNEMFdpTVUvbUxKbVNaWVhxNU92elJaZjNFdWpYUzJ0dEVLbjhmUnBXNWlqSjQ3NHcrK1Y1MAo0S1JxR0xkcGYyN292bHZWRkVIeStDSzhidGsxS0lxLzQzUWZzSkFPVGUzeUxhZnBRZmt4SFdsUHY1OWU2VGJ2CjIvaWN5VWFxQWhrcngraitnRHA3cVQ3V1dXdGlOQzYvbUkxMFFwOVRJa1JWbTlLR29mc0JCVDYvTWw4MG9xRlIKNThiYUZjbnltdjZ6NW5UQ1UrYktoWUtjd0hGbE1VZ3ZvUVRQS3BreVFZUzlsZ3poMDF3ZEhtcjlsK1huU2p5agpOUVF2ZXdUd285bitJdklCMlFscGhGbFIzaFZwditJSmhtaUhxcDdIR042Y3RXL21idz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0123 02:03:17.732122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0123 02:03:17.738182 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJU2FpY0s2bkVUYXd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9URXpNelk0TVRBZQpGdzB5TmpBeE1qTXdNakF4TWpCYUZ3MHlPREF6TWpNd01qQXhNakZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamt4TXpNMk9ERXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzVuaTNkTzl1Z0tUMGl1SWVtYkdHby9haU50d2d0Q0JkUQpQd0VTcUpVRHFLK0lsWFhzOEhxdUtHN3RNL3RtVW1BTURWMmRSNTdZNCtRUFoyZ1V0QVlEWVk1a2hmalNPMm83CmpBK2lMaDNJTjBlTUFLUWYwYjBGY0xtQitmOWtNcmdGUHlIazhzQitwRWZOTkphTVdIemJrTkEwSmhjdDgyOUEKcldrY3ZmN3dxZ0xEdTNvaXdmaWpLQXl5b1hRSDBOYTNEZ3FXblNhN1pHWVlhSGJ2ak1WU3dhN3gxVXJGTzNXMwpHKzlUVElHWnJxYWJPdEg5WXRFSUlVWFFMOExoU01zUjA2L2Nyb3pWTC90T0JPV2huQVMycjc1bHU2OHJiR2Q3CllQbTNkRjVLSklLcHJaVHU0bTFrRWovUUZwKzNMcmVsY0xCODRNMGJhVm5UaGllTFVmMS9BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlN2MFQ2NQozYlM2TnhCNERiWnoyb1kzd3ZEaVdUQWZCZ05WSFNNRUdEQVdnQlN2MFQ2NTNiUzZOeEI0RGJaejJvWTN3dkRpCldUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFRN2VoUE5XQzByZGx2T3JJV3YwSVREWkE1L3UvVGNTMCtMcXMKUXQyVUFTeGNjUkNEMFdpTVUvbUxKbVNaWVhxNU92elJaZjNFdWpYUzJ0dEVLbjhmUnBXNWlqSjQ3NHcrK1Y1MAo0S1JxR0xkcGYyN292bHZWRkVIeStDSzhidGsxS0lxLzQzUWZzSkFPVGUzeUxhZnBRZmt4SFdsUHY1OWU2VGJ2CjIvaWN5VWFxQWhrcngraitnRHA3cVQ3V1dXdGlOQzYvbUkxMFFwOVRJa1JWbTlLR29mc0JCVDYvTWw4MG9xRlIKNThiYUZjbnltdjZ6NW5UQ1UrYktoWUtjd0hGbE1VZ3ZvUVRQS3BreVFZUzlsZ3poMDF3ZEhtcjlsK1huU2p5agpOUVF2ZXdUd285bitJdklCMlFscGhGbFIzaFZwditJSmhtaUhxcDdIR042Y3RXL21idz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0123 02:03:17.743996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0123 02:03:19.847746 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:03:19.847770 1 tasks.go:49] processing task group 2 of 3 I0123 02:03:19.847798 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:03:19.847807 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:03:19.847807 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:03:19.847822 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:03:19.847820 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:03:19.847837 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:03:19.847857 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:03:19.847878 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:03:19.847992 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:03:19.848089 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:03:19.848144 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:03:19.848193 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:03:19.848222 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:03:19.848237 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:03:19.848256 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:03:19.928024 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:03:19.936851 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:03:19.955852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0123 02:03:19.997508 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:03:20.052914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0123 02:03:20.153336 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0123 02:03:20.260458 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0123 02:03:20.360813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0123 02:03:20.386439 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0123 02:03:20.404431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0123 02:03:20.926255 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:03:20.960576 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:03:20.994742 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:03:21.423370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-e4kho9iagl0nh -n openshift-user-workload-monitoring because it was missing I0123 02:03:21.439141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0123 02:03:21.450121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0123 02:03:21.467660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0123 02:03:21.478666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0123 02:03:21.491288 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0123 02:03:21.970441 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:03:23.019650 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:03:25.999402 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:03:26.020354 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:03:26.928163 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:03:32.040839 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:03:42.623347 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:04:21.047867 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:05:45.202960 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:05:45.202986 1 tasks.go:49] processing task group 3 of 3 I0123 02:05:45.203001 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:05:45.252581 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:05:45.252610 1 operator.go:862] Updating ClusterOperator status to done. I0123 02:05:45.252635 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"7da24e2c-a34e-4f7e-9541-54611014582d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0123 02:05:45.296893 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0123 02:05:45.315504 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0123 02:05:45.353897 1 operator.go:841] Updating ClusterOperator status to InProgress. I0123 02:05:45.358593 1 tasks.go:49] processing task group 1 of 3 I0123 02:05:45.358623 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:05:45.358630 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:05:45.373462 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:05:48.521853 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:05:48.521875 1 tasks.go:49] processing task group 2 of 3 I0123 02:05:48.521904 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:05:48.521910 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:05:48.521929 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:05:48.521946 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:05:48.521968 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:05:48.521982 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:05:48.522041 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:05:48.522074 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:05:48.522156 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:05:48.522243 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:05:48.522277 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:05:48.522055 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:05:48.522277 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:05:48.522286 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:05:48.522288 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:05:48.601601 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:05:48.611505 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:05:48.671393 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:05:49.601655 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:05:49.624515 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:05:49.669667 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:05:50.629902 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:05:51.694257 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:05:54.672204 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:05:54.689762 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:05:55.599238 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:05:58.692669 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:05:59.709471 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:06:00.706493 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:06:00.755226 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:06:03.868567 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:06:03.868594 1 tasks.go:49] processing task group 3 of 3 I0123 02:06:03.868605 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:06:03.910756 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:06:03.910787 1 operator.go:862] Updating ClusterOperator status to done. I0123 02:06:03.921282 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0123 02:06:03.925799 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0123 02:06:03.962020 1 operator.go:841] Updating ClusterOperator status to InProgress. I0123 02:06:03.967186 1 tasks.go:49] processing task group 1 of 3 I0123 02:06:03.967204 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:06:03.967216 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:06:03.982066 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:06:07.119743 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:06:07.119764 1 tasks.go:49] processing task group 2 of 3 I0123 02:06:07.119785 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:06:07.119791 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:06:07.119804 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:06:07.119825 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:06:07.119855 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:06:07.119871 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:06:07.119883 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:06:07.120011 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:06:07.120014 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:06:07.120014 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:06:07.120021 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:06:07.120022 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:06:07.120026 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:06:07.120029 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:06:07.120032 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:06:07.200381 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:06:07.202121 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:06:07.269226 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:06:08.200196 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:06:08.224937 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:06:08.252902 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:06:09.227820 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:06:10.286163 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:06:13.268127 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:06:13.288170 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:06:14.198401 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:06:18.283014 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:06:19.300609 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:06:19.342675 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:06:22.454313 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:06:22.454365 1 tasks.go:49] processing task group 3 of 3 I0123 02:06:22.454379 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:06:22.495180 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:06:22.495209 1 operator.go:862] Updating ClusterOperator status to done. I0123 02:16:34.287935 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0123 02:16:34.288735 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0123 02:16:34.290426 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0123 02:16:34.290452 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0123 02:16:34.290542 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs W0123 02:16:34.294469 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0123 02:16:34.299998 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0123 02:16:34.300018 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0123 02:16:34.301330 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0123 02:16:34.301337 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:16:34.301336 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0123 02:16:34.301996 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0123 02:16:34.302010 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0123 02:16:34.302018 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 02:16:34.332783 1 operator.go:841] Updating ClusterOperator status to InProgress. I0123 02:16:34.338099 1 tasks.go:49] processing task group 1 of 3 I0123 02:16:34.338134 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:16:34.338150 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:16:34.340353 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0123 02:16:34.353136 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:16:37.500292 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:16:37.500312 1 tasks.go:49] processing task group 2 of 3 I0123 02:16:37.500367 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:16:37.500378 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:16:37.500379 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:16:37.500391 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:16:37.500398 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:16:37.500428 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:16:37.500501 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:16:37.500574 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:16:37.500529 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:16:37.500537 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:16:37.500549 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:16:37.500560 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:16:37.500369 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:16:37.500556 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:16:37.500567 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:16:37.577026 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:16:37.578798 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:16:37.642549 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:16:38.577649 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:16:38.609216 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:16:38.638700 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:16:39.609840 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:16:40.670737 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:16:43.654564 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:16:43.672541 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:16:44.582916 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:16:48.675040 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:16:49.687976 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:16:49.724523 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:16:52.845510 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:16:52.845534 1 tasks.go:49] processing task group 3 of 3 I0123 02:16:52.845546 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:16:52.886483 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:16:52.886514 1 operator.go:862] Updating ClusterOperator status to done. I0123 02:16:52.897035 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0123 02:16:52.901410 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0123 02:16:52.936428 1 operator.go:841] Updating ClusterOperator status to InProgress. I0123 02:16:52.941152 1 tasks.go:49] processing task group 1 of 3 I0123 02:16:52.941172 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:16:52.941193 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:16:52.956249 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:16:56.079880 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:16:56.079902 1 tasks.go:49] processing task group 2 of 3 I0123 02:16:56.079925 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:16:56.079930 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:16:56.079958 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:16:56.079967 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:16:56.079990 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:16:56.079996 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:16:56.080057 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:16:56.079980 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:16:56.080102 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:16:56.080117 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:16:56.080122 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:16:56.080134 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:16:56.080140 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:16:56.080147 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:16:56.080126 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:16:56.222771 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:16:56.223020 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:16:56.329822 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:16:57.212687 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:16:57.237574 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:16:57.278528 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:16:58.247584 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:16:59.264200 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:17:02.271789 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:17:02.313497 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:17:03.168241 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:17:07.253396 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:17:08.281460 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:17:08.357761 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:17:11.458171 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:17:11.458196 1 tasks.go:49] processing task group 3 of 3 I0123 02:17:11.458203 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:17:11.499688 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:17:11.499718 1 operator.go:862] Updating ClusterOperator status to done. I0123 02:31:34.288543 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0123 02:31:34.289242 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0123 02:31:34.290882 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0123 02:31:34.291076 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0123 02:31:34.291106 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs W0123 02:31:34.295025 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0123 02:31:34.300483 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0123 02:31:34.300485 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0123 02:31:34.301706 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0123 02:31:34.301728 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0123 02:31:34.301772 1 operator.go:677] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0123 02:31:34.302898 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0123 02:31:34.302925 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0123 02:31:34.302931 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0123 02:31:34.331735 1 operator.go:841] Updating ClusterOperator status to InProgress. I0123 02:31:34.336869 1 tasks.go:49] processing task group 1 of 3 I0123 02:31:34.336899 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:31:34.336913 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:31:34.341278 1 operator.go:677] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0123 02:31:34.353685 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:31:37.510115 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:31:37.510138 1 tasks.go:49] processing task group 2 of 3 I0123 02:31:37.510166 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:31:37.510168 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:31:37.510177 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:31:37.510200 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:31:37.510217 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:31:37.510238 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:31:37.510253 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:31:37.510304 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:31:37.510414 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:31:37.510431 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:31:37.510524 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:31:37.510571 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:31:37.510604 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:31:37.510618 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:31:37.510620 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:31:37.592941 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:31:37.604484 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:31:37.672176 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:31:38.604437 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:31:38.630482 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:31:38.670311 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:31:39.628143 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:31:40.693895 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:31:43.705431 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:31:43.721988 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:31:44.593797 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:31:48.699995 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:31:49.720558 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:31:49.755348 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:31:52.866129 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:31:52.866159 1 tasks.go:49] processing task group 3 of 3 I0123 02:31:52.866174 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:31:52.916118 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:31:52.916150 1 operator.go:862] Updating ClusterOperator status to done. I0123 02:31:52.926482 1 config.go:551] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0123 02:31:52.930872 1 config.go:646] the user workload monitoring configmap does not contain the "config.yaml" key I0123 02:31:52.966678 1 operator.go:841] Updating ClusterOperator status to InProgress. I0123 02:31:52.971534 1 tasks.go:49] processing task group 1 of 3 I0123 02:31:52.971550 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0123 02:31:52.971563 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:31:52.985181 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0123 02:31:56.113789 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0123 02:31:56.113814 1 tasks.go:49] processing task group 2 of 3 I0123 02:31:56.113839 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:31:56.113845 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0123 02:31:56.113853 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0123 02:31:56.113871 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0123 02:31:56.113894 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0123 02:31:56.113905 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0123 02:31:56.113927 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:31:56.114092 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0123 02:31:56.114157 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0123 02:31:56.114244 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0123 02:31:56.114291 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0123 02:31:56.114344 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:31:56.114378 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:31:56.114393 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:31:56.114400 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:31:56.191023 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0123 02:31:56.195294 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0123 02:31:56.259785 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0123 02:31:57.188970 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0123 02:31:57.218623 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0123 02:31:57.249550 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0123 02:31:58.219044 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0123 02:31:59.288302 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0123 02:32:02.268536 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0123 02:32:02.287028 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0123 02:32:03.201837 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0123 02:32:07.290509 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0123 02:32:08.304891 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0123 02:32:08.335152 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0123 02:32:11.464720 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0123 02:32:11.464746 1 tasks.go:49] processing task group 3 of 3 I0123 02:32:11.464757 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0123 02:32:11.519085 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0123 02:32:11.519117 1 operator.go:862] Updating ClusterOperator status to done.