W0128 09:54:50.819518 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0128 09:54:50.819859 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0128 09:54:50.819877 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0128 09:54:50.819881 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0128 09:54:50.819885 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0128 09:54:50.843199 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0128 09:54:50.846907 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0128 09:54:50.847173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0128 09:54:50.847343 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0128 09:54:50.848164 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0128 09:54:50.854296 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0128 09:54:50.854384 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0128 09:54:50.856688 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 09:54:50.856740 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0128 09:54:50.857141 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 09:54:50.858951 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 09:54:50.859039 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 09:54:50.859127 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0128 09:54:50.859066 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 09:54:50.859210 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0128 09:54:50.859300 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 09:54:50.859633 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 09:54:50.860104 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 09:54:50.860242 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 09:54:50.863822 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0128 09:54:50.864042 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0128 09:54:50.864859 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 09:54:50.903644 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0128 09:54:50.950110 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0128 09:54:50.950127 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0128 09:54:50.950132 1 relabel_controller.go:117] Starting alert relabel config controller I0128 09:54:50.950135 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0128 09:54:50.950149 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0128 09:54:50.950143 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0128 09:54:50.950161 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0128 09:54:50.950161 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0128 09:54:50.950168 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0128 09:54:50.950176 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0128 09:54:50.950183 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0128 09:54:50.950117 1 rule_controller.go:113] Starting alerting rules controller I0128 09:54:50.950273 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0128 09:54:50.951366 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0128 09:54:50.953152 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0128 09:54:50.953178 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0128 09:54:50.953566 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0128 09:54:50.953837 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0128 09:54:50.954848 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.954880 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.954956 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0128 09:54:50.954880 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.955056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0128 09:54:50.955224 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates W0128 09:54:50.955377 1 operator.go:957] User Workload Monitoring "openshift-user-workload-monitoring/user-workload-monitoring-config" ConfigMap not found. Using defaults. I0128 09:54:50.965676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-pgfv9" is created for OpenShiftMonitoringTelemeterClientCertRequester I0128 09:54:50.965720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-wdw98" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0128 09:54:50.966001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-w7wk7" is created for OpenShiftMonitoringClientCertRequester I0128 09:54:50.970292 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.970295 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.974502 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.974656 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.974775 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.978293 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.978949 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.979038 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.982605 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.983088 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.983378 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.986134 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.986662 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.987279 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.987936 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 09:54:50.990178 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.990453 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.990765 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.994657 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.995878 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:50.995923 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.001597 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.005333 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.005335 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.005867 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.006969 1 tasks.go:49] processing task group 1 of 3 I0128 09:54:51.006994 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 09:54:51.007010 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 09:54:51.011218 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.012228 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.012446 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.014684 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.017172 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.017748 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.017937 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0128 09:54:51.018201 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.020390 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.030337 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.030429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0128 09:54:51.045093 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 09:54:51.045116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-user-workload-monitoring because it was missing I0128 09:54:51.051198 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0128 09:54:51.051224 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0128 09:54:51.064200 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0128 09:54:51.083239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0128 09:54:51.175652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0128 09:54:51.190379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0128 09:54:51.221347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0128 09:54:51.235253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0128 09:54:51.568870 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0128 09:54:51.570240 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0128 09:54:51.570255 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0128 09:54:51.570272 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0128 09:54:51.570277 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0128 09:54:51.572809 1 secure_serving.go:57] Forcing use of http/1.1 only I0128 09:54:51.572831 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0128 09:54:51.577303 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0128 09:54:51.577322 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0128 09:54:51.577305 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0128 09:54:51.577324 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0128 09:54:51.577337 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0128 09:54:51.577341 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0128 09:54:51.577667 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0128 09:54:51.577828 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769594064\" (2026-01-28 09:54:33 +0000 UTC to 2028-01-28 09:54:34 +0000 UTC (now=2026-01-28 09:54:51.577802997 +0000 UTC))" I0128 09:54:51.577993 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769594091\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769594091\" (2026-01-28 08:54:50 +0000 UTC to 2027-01-28 08:54:50 +0000 UTC (now=2026-01-28 09:54:51.577978115 +0000 UTC))" I0128 09:54:51.578011 1 secure_serving.go:213] Serving securely on [::]:8443 I0128 09:54:51.578029 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0128 09:54:51.578051 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0128 09:54:51.580774 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0128 09:54:51.580919 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0128 09:54:51.581087 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0128 09:54:51.677564 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0128 09:54:51.677643 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0128 09:54:51.677657 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0128 09:54:51.677689 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-28 09:38:49 +0000 UTC to 2036-01-26 09:38:49 +0000 UTC (now=2026-01-28 09:54:51.677670403 +0000 UTC))" I0128 09:54:51.677892 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769594064\" (2026-01-28 09:54:33 +0000 UTC to 2028-01-28 09:54:34 +0000 UTC (now=2026-01-28 09:54:51.677876395 +0000 UTC))" I0128 09:54:51.678044 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769594091\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769594091\" (2026-01-28 08:54:50 +0000 UTC to 2027-01-28 08:54:50 +0000 UTC (now=2026-01-28 09:54:51.678032684 +0000 UTC))" I0128 09:54:51.678162 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-01-28 09:38:52 +0000 UTC to 2036-01-26 09:38:52 +0000 UTC (now=2026-01-28 09:54:51.678151511 +0000 UTC))" I0128 09:54:51.678182 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-01-28 09:38:55 +0000 UTC to 2036-01-26 09:38:55 +0000 UTC (now=2026-01-28 09:54:51.678172647 +0000 UTC))" I0128 09:54:51.678203 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-01-28 09:38:57 +0000 UTC to 2036-01-26 09:38:57 +0000 UTC (now=2026-01-28 09:54:51.678190807 +0000 UTC))" I0128 09:54:51.678223 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-01-28 09:39:00 +0000 UTC to 2036-01-26 09:39:00 +0000 UTC (now=2026-01-28 09:54:51.678214804 +0000 UTC))" I0128 09:54:51.678259 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-01-28 09:39:01 +0000 UTC to 2036-01-26 09:39:01 +0000 UTC (now=2026-01-28 09:54:51.678231343 +0000 UTC))" I0128 09:54:51.678285 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o3ojf5r3rmqfc7i8i4dpajg2pq0to8k-kx-e1b20a3547_customer-system-admin-signer@1769593263\" [] issuer=\"\" (2026-01-28 09:41:02 +0000 UTC to 2026-02-04 09:41:03 +0000 UTC (now=2026-01-28 09:54:51.678275176 +0000 UTC))" I0128 09:54:51.678307 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2o3ojf5r3rmqfc7i8i4dpajg2pq0to8k-kx-e1b20a3547_sre-system-admin-signer@1769593263\" [] issuer=\"\" (2026-01-28 09:41:03 +0000 UTC to 2026-02-04 09:41:04 +0000 UTC (now=2026-01-28 09:54:51.678294699 +0000 UTC))" I0128 09:54:51.678323 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-01-28 09:38:49 +0000 UTC to 2036-01-26 09:38:49 +0000 UTC (now=2026-01-28 09:54:51.678315615 +0000 UTC))" I0128 09:54:51.678486 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1769594064\" (2026-01-28 09:54:33 +0000 UTC to 2028-01-28 09:54:34 +0000 UTC (now=2026-01-28 09:54:51.6784742 +0000 UTC))" I0128 09:54:51.678632 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1769594091\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1769594091\" (2026-01-28 08:54:50 +0000 UTC to 2027-01-28 08:54:50 +0000 UTC (now=2026-01-28 09:54:51.678621005 +0000 UTC))" I0128 09:54:51.734560 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.734614 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.734749 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0128 09:54:51.749548 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0128 09:54:51.752477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0128 09:54:51.752617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0128 09:54:51.752729 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0128 09:54:51.752843 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0128 09:54:51.754676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0128 09:54:55.299130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0128 09:54:55.310923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0128 09:54:55.323604 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0128 09:55:00.430368 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 09:55:00.430392 1 tasks.go:49] processing task group 2 of 3 I0128 09:55:00.430418 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 09:55:00.430420 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 09:55:00.430432 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 09:55:00.430447 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 09:55:00.430458 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 09:55:00.430461 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 09:55:00.430471 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 09:55:00.430488 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 09:55:00.430507 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 09:55:00.430495 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 09:55:00.430515 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 09:55:00.430517 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 09:55:00.430497 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 09:55:00.430505 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 09:55:00.430509 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 09:55:00.453429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0128 09:55:00.454864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0128 09:55:00.455937 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0128 09:55:00.480319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0128 09:55:00.480341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0128 09:55:00.487441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0128 09:55:00.509686 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0128 09:55:00.510112 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0128 09:55:00.533008 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0128 09:55:00.593755 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 09:55:00.597613 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 09:55:00.608479 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0128 09:55:00.616790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0128 09:55:00.652746 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing I0128 09:55:00.653278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0128 09:55:00.654601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0128 09:55:00.654775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0128 09:55:00.661598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0128 09:55:00.672122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0128 09:55:00.717663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0128 09:55:00.725388 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0128 09:55:00.755262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0128 09:55:00.795585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0128 09:55:00.798626 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0128 09:55:00.798753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload because it was missing I0128 09:55:00.801645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0128 09:55:00.802730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0128 09:55:00.808238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-operator because it was missing W0128 09:55:00.814336 1 tasks.go:73] task 13 of 15: UpdatingUserWorkloadPrometheus failed: reconciling UserWorkload Prometheus Alertmanager User Workload Role Binding failed: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0128 09:55:00.814359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'RoleBindingCreateFailed' Failed to create RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring: rolebindings.rbac.authorization.k8s.io "monitoring-alertmanager-api-writer" not found I0128 09:55:00.823739 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0128 09:55:00.829820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-user-workload-monitoring because it was missing I0128 09:55:00.854233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-operator-uwm-kube-rbac-proxy-config -n openshift-user-workload-monitoring because it was missing I0128 09:55:00.863460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0128 09:55:00.869583 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0128 09:55:00.875233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0128 09:55:00.892896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0128 09:55:00.910448 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0128 09:55:00.917711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0128 09:55:00.952345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0128 09:55:01.001284 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0128 09:55:01.085460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0128 09:55:01.115411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0128 09:55:01.151680 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 09:55:01.152441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0128 09:55:01.217399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0128 09:55:01.261968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0128 09:55:01.318051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0128 09:55:01.322264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0128 09:55:01.417743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0128 09:55:01.424126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0128 09:55:01.452376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0128 09:55:01.480535 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 09:55:01.503651 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0128 09:55:01.540789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0128 09:55:01.632160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0128 09:55:01.632927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0128 09:55:01.642387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0128 09:55:01.648806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0128 09:55:01.727622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-ruler because it was missing I0128 09:55:01.730632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0128 09:55:01.731436 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0128 09:55:01.741406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0128 09:55:01.744259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0128 09:55:01.785243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0128 09:55:01.800361 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0128 09:55:01.800428 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0128 09:55:01.834262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0128 09:55:01.845631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler because it was missing I0128 09:55:01.845654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0128 09:55:01.929021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-ruler-monitoring because it was missing I0128 09:55:01.952120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0128 09:55:02.062554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/user-workload-alertmanager-thanos-ruler -n openshift-user-workload-monitoring because it was missing I0128 09:55:02.065437 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0128 09:55:02.083650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-ruler -n openshift-user-workload-monitoring because it was missing I0128 09:55:02.096547 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0128 09:55:02.109081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-user-workload-kube-rbac-proxy-web -n openshift-user-workload-monitoring because it was missing I0128 09:55:02.127672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0128 09:55:02.148088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-query-config -n openshift-user-workload-monitoring because it was missing I0128 09:55:02.158062 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-alertmanagers-config -n openshift-user-workload-monitoring because it was missing I0128 09:55:02.632694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0128 09:55:02.643352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0128 09:55:02.653993 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0128 09:55:02.720927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0128 09:55:02.817152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0128 09:55:02.922164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0128 09:55:03.022975 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0128 09:55:03.127159 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0128 09:55:03.128025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheususer-workload -n openshift-monitoring because it was missing I0128 09:55:03.138643 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0128 09:55:03.221536 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0128 09:55:03.327299 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0128 09:55:03.426885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0128 09:55:03.531239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0128 09:55:03.545119 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 09:55:03.545163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0128 09:55:03.545995 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0128 09:55:03.631042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0128 09:55:03.732243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0128 09:55:03.810044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0128 09:55:03.833683 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0128 09:55:03.854505 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-6l4udstak6d9g -n openshift-monitoring because it was missing I0128 09:55:03.951139 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 09:55:04.161958 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 09:55:04.175325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-ruler-grpc-tls-bbsjt75rja8o3 -n openshift-user-workload-monitoring because it was missing I0128 09:55:04.191141 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-ruler-user-workload -n openshift-user-workload-monitoring because it was missing I0128 09:55:04.477583 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0128 09:55:05.164273 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 09:55:05.164821 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 09:55:05.477481 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0128 09:55:05.502832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-78e1u3o695tpb -n openshift-monitoring because it was missing I0128 09:55:05.509398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0128 09:55:06.197587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0128 09:55:06.861619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-bbsjt75rja8o3 -n openshift-monitoring because it was missing I0128 09:55:06.878642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0128 09:55:06.898970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0128 09:55:06.919038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0128 09:55:10.280122 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 09:55:10.550945 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 09:55:10.550986 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0128 09:55:14.299486 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 09:55:14.299529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-thanos-ruler -n openshift-monitoring because it was missing I0128 09:55:15.920840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0128 09:55:15.953956 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 09:55:20.722600 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0128 09:55:31.557413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0128 09:55:31.570286 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 09:55:31.570383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0128 09:55:36.761799 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 09:55:41.857024 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 09:55:51.762311 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 09:56:26.995530 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 09:56:26.995564 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0128 09:56:26.995573 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0128 09:56:26.995593 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingUserWorkloadPrometheusFailed)" logger="UnhandledError" I0128 09:56:26.997225 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 09:56:27.001493 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 09:56:27.026265 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 09:56:27.030525 1 tasks.go:49] processing task group 1 of 3 I0128 09:56:27.030544 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 09:56:27.030561 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 09:56:27.041689 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 09:56:28.076639 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYkMwL0dPNkU5REV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9UVTVOREEyTkRBZQpGdzB5TmpBeE1qZ3dPVFUwTWpOYUZ3MHlPREF6TWpnd09UVTBNalJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamsxT1RRd05qUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQy9oOTRWNjBxb3gzS29jZ3NoZnRVb2paMlJDNzRqTXdOKwpMcHFHYUc2TU90VE5qYU5uVzN0NXNIcWkrdllZYStZSUQyREVCN0ZOclNqYklBMU55RDhiK2FaMjZEVVVjTXEyCndCeGtDZk4vQmhHODdHWDNUOU1iMmU0V0o5aS9Yb1haajhTaFBQcGdLQjBNajdUcDZ2OTBrZlZNZW1WV0ZCQW0KaHNtTVROUmNqUWZlWGRuN25kaHBKdDBzYUVFaWZ0ZkV0enEzby9xT0VraE9RL2I4TDZ1RHNWd1hLTzEzS2d1eApGOXBSWG90T2plVWtuUUlKL3dkSmtWRUE2aGNGMkNZdXBnUW50NHhMVzRrenkzZlkxN2p4NjNkZlFaUVd0clc2CktNcFhrOUdObHJBbkZTMFRmV3I0TEZYRzJDcUYwTFJOd21yMC9VeUpLWHFqNEtJSFBRYm5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRDVjltaApZZGM0L3VaTXEyblU3K2hsRVNOOWZUQWZCZ05WSFNNRUdEQVdnQlRDVjltaFlkYzQvdVpNcTJuVTcraGxFU045CmZUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFIMXczaUM4M01TaE45WTI4TW9CalVJMk5QQ2pYK0FsOEs3YXMKRUFuWkhRNUZOemp4Q0ZBOTNQbGJjK25Wa3NlejZKbm9uVUs1b1pSbldybDRTUHB4bkdJSWtYNjQwT3ZlcEJreQpWRUtWVnRYTXNwUFlWVU9Yby9KZWJ1OGVUblJhUXpxZElLTWc4ZHl5Q0VKbFBUTkxkK2UrWEpQUFdWMzIwMEdnCjJ2ZGt4endML3h1UU93SW5rME56bGdaSVBCR0FLRmxLd1FKWUNLN2o2aXZ0ZlllbE9wOW83L0xQSTFnaDk5NE8Kd254d1FHbDV2ZzlPYmNzUEFwQUhhdnNidDVxMU01bURNRVV1Z1FuYnUyMVdncXZZWVRIbmVpZ3I0L3ZWYmRnRgp1ZEdCRENqa0hoMStteWpIOE5JcE80cE00NkZxRmNPbzEvVGYwaTEyU25aWXc3RHlYQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0128 09:56:28.082772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0128 09:56:28.087580 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYkMwL0dPNkU5REV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjMk9UVTVOREEyTkRBZQpGdzB5TmpBeE1qZ3dPVFUwTWpOYUZ3MHlPREF6TWpnd09UVTBNalJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOamsxT1RRd05qUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQy9oOTRWNjBxb3gzS29jZ3NoZnRVb2paMlJDNzRqTXdOKwpMcHFHYUc2TU90VE5qYU5uVzN0NXNIcWkrdllZYStZSUQyREVCN0ZOclNqYklBMU55RDhiK2FaMjZEVVVjTXEyCndCeGtDZk4vQmhHODdHWDNUOU1iMmU0V0o5aS9Yb1haajhTaFBQcGdLQjBNajdUcDZ2OTBrZlZNZW1WV0ZCQW0KaHNtTVROUmNqUWZlWGRuN25kaHBKdDBzYUVFaWZ0ZkV0enEzby9xT0VraE9RL2I4TDZ1RHNWd1hLTzEzS2d1eApGOXBSWG90T2plVWtuUUlKL3dkSmtWRUE2aGNGMkNZdXBnUW50NHhMVzRrenkzZlkxN2p4NjNkZlFaUVd0clc2CktNcFhrOUdObHJBbkZTMFRmV3I0TEZYRzJDcUYwTFJOd21yMC9VeUpLWHFqNEtJSFBRYm5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRDVjltaApZZGM0L3VaTXEyblU3K2hsRVNOOWZUQWZCZ05WSFNNRUdEQVdnQlRDVjltaFlkYzQvdVpNcTJuVTcraGxFU045CmZUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFIMXczaUM4M01TaE45WTI4TW9CalVJMk5QQ2pYK0FsOEs3YXMKRUFuWkhRNUZOemp4Q0ZBOTNQbGJjK25Wa3NlejZKbm9uVUs1b1pSbldybDRTUHB4bkdJSWtYNjQwT3ZlcEJreQpWRUtWVnRYTXNwUFlWVU9Yby9KZWJ1OGVUblJhUXpxZElLTWc4ZHl5Q0VKbFBUTkxkK2UrWEpQUFdWMzIwMEdnCjJ2ZGt4endML3h1UU93SW5rME56bGdaSVBCR0FLRmxLd1FKWUNLN2o2aXZ0ZlllbE9wOW83L0xQSTFnaDk5NE8Kd254d1FHbDV2ZzlPYmNzUEFwQUhhdnNidDVxMU01bURNRVV1Z1FuYnUyMVdncXZZWVRIbmVpZ3I0L3ZWYmRnRgp1ZEdCRENqa0hoMStteWpIOE5JcE80cE00NkZxRmNPbzEvVGYwaTEyU25aWXc3RHlYQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0128 09:56:28.092902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0128 09:56:30.162735 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 09:56:30.162757 1 tasks.go:49] processing task group 2 of 3 I0128 09:56:30.162787 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 09:56:30.162794 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 09:56:30.162802 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 09:56:30.162816 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 09:56:30.162839 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 09:56:30.162879 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 09:56:30.162900 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 09:56:30.162943 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 09:56:30.163076 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 09:56:30.163129 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 09:56:30.163177 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 09:56:30.162796 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 09:56:30.162883 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 09:56:30.162786 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 09:56:30.163120 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 09:56:30.244027 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 09:56:30.269646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-user-workload-prometheususer-workload -n openshift-user-workload-monitoring because it was missing I0128 09:56:30.273790 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 09:56:30.313785 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 09:56:30.364740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0128 09:56:30.463240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0128 09:56:30.569743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0128 09:56:30.668546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-user-workload-config -n openshift-user-workload-monitoring because it was missing I0128 09:56:30.695536 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0128 09:56:30.711916 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-user-workload-thanos-sidecar -n openshift-user-workload-monitoring because it was missing I0128 09:56:31.244475 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 09:56:31.275874 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 09:56:31.308191 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 09:56:31.728725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-grpc-tls-bbsjt75rja8o3 -n openshift-user-workload-monitoring because it was missing I0128 09:56:31.742064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-metrics -n openshift-user-workload-monitoring because it was missing I0128 09:56:31.752925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy-federate -n openshift-user-workload-monitoring because it was missing I0128 09:56:31.764089 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-user-workload-trusted-ca-bundle -n openshift-user-workload-monitoring because it was missing I0128 09:56:31.774921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-user-workload-additional-alertmanager-configs -n openshift-user-workload-monitoring because it was missing I0128 09:56:31.784604 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-user-workload -n openshift-user-workload-monitoring because it was missing I0128 09:56:32.267862 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 09:56:33.342253 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 09:56:35.301988 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 09:56:36.215831 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 09:56:36.321821 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 09:56:42.360830 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 09:56:52.867806 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 09:57:41.367478 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 09:58:55.477102 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 09:58:55.477128 1 tasks.go:49] processing task group 3 of 3 I0128 09:58:55.477140 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 09:58:55.515962 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 09:58:55.515988 1 operator.go:851] Updating ClusterOperator status to done. I0128 09:58:55.516051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"bee70598-434c-4e78-bd4f-c5f922473e1c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0128 09:58:55.545476 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 09:58:55.549413 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 09:58:55.574605 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 09:58:55.578522 1 tasks.go:49] processing task group 1 of 3 I0128 09:58:55.578538 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 09:58:55.578554 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 09:58:55.589857 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 09:58:58.700308 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 09:58:58.700332 1 tasks.go:49] processing task group 2 of 3 I0128 09:58:58.700363 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 09:58:58.700374 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 09:58:58.700378 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 09:58:58.700395 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 09:58:58.700423 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 09:58:58.700441 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 09:58:58.700467 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 09:58:58.700467 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 09:58:58.700587 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 09:58:58.700635 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 09:58:58.700671 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 09:58:58.700628 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 09:58:58.700651 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 09:58:58.700687 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 09:58:58.700661 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 09:58:58.768427 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 09:58:58.795502 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 09:58:58.828152 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 09:58:59.766470 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 09:58:59.803268 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 09:58:59.842489 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 09:59:00.798681 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 09:59:01.831373 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 09:59:03.814240 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 09:59:04.756422 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 09:59:04.838854 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 09:59:06.760643 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 09:59:06.782670 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 09:59:09.833851 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 09:59:10.886833 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 09:59:10.942726 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 09:59:13.985329 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 09:59:13.985356 1 tasks.go:49] processing task group 3 of 3 I0128 09:59:13.985369 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 09:59:14.018025 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 09:59:14.018054 1 operator.go:851] Updating ClusterOperator status to done. I0128 09:59:14.026432 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 09:59:14.029875 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 09:59:14.055990 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 09:59:14.061571 1 tasks.go:49] processing task group 1 of 3 I0128 09:59:14.061598 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 09:59:14.061614 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 09:59:14.076302 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 09:59:17.184273 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 09:59:17.184294 1 tasks.go:49] processing task group 2 of 3 I0128 09:59:17.184320 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 09:59:17.184323 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 09:59:17.184337 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 09:59:17.184362 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 09:59:17.184377 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 09:59:17.184404 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 09:59:17.184459 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 09:59:17.184497 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 09:59:17.184599 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 09:59:17.184417 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 09:59:17.184665 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 09:59:17.184746 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 09:59:17.184433 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 09:59:17.184441 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 09:59:17.184449 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 09:59:17.249138 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 09:59:17.283318 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 09:59:17.313268 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 09:59:18.250204 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 09:59:18.280868 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 09:59:18.311946 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 09:59:19.271083 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 09:59:20.432687 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 09:59:22.296471 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 09:59:23.237135 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 09:59:23.314856 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 09:59:28.324174 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 09:59:29.341474 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 09:59:29.362504 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 09:59:32.471040 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 09:59:32.471067 1 tasks.go:49] processing task group 3 of 3 I0128 09:59:32.471081 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 09:59:32.502642 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 09:59:32.502676 1 operator.go:851] Updating ClusterOperator status to done. I0128 10:09:50.854895 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 10:09:50.854973 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0128 10:09:50.854993 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0128 10:09:50.855460 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0128 10:09:50.857973 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0128 10:09:50.860304 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0128 10:09:50.860319 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 10:09:50.860318 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0128 10:09:50.860336 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0128 10:09:50.860344 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster W0128 10:09:50.860418 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 10:09:50.860539 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0128 10:09:50.860760 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0128 10:09:50.860823 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0128 10:09:50.860846 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0128 10:09:50.887144 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 10:09:50.891123 1 tasks.go:49] processing task group 1 of 3 I0128 10:09:50.891148 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 10:09:50.891163 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:09:50.902408 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:09:50.903997 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0128 10:09:54.028839 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 10:09:54.028864 1 tasks.go:49] processing task group 2 of 3 I0128 10:09:54.028888 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:09:54.028904 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 10:09:54.028917 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 10:09:54.028929 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 10:09:54.028942 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 10:09:54.028963 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 10:09:54.028980 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:09:54.029037 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:09:54.029089 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 10:09:54.029124 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:09:54.029040 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 10:09:54.029316 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:09:54.029077 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 10:09:54.029059 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:09:54.029070 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 10:09:54.102641 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:09:54.125657 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 10:09:54.161824 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:09:55.092324 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:09:55.131845 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 10:09:55.171736 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 10:09:56.115376 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:09:57.162499 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 10:09:59.144173 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 10:10:00.085551 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 10:10:00.166936 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 10:10:05.169931 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 10:10:06.185167 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:10:06.216015 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:10:09.314068 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 10:10:09.314096 1 tasks.go:49] processing task group 3 of 3 I0128 10:10:09.314107 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 10:10:09.348323 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 10:10:09.348368 1 operator.go:851] Updating ClusterOperator status to done. I0128 10:10:09.357246 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 10:10:09.360718 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 10:10:09.383084 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 10:10:09.386853 1 tasks.go:49] processing task group 1 of 3 I0128 10:10:09.386873 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 10:10:09.386898 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:10:09.397474 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:10:12.499924 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 10:10:12.499949 1 tasks.go:49] processing task group 2 of 3 I0128 10:10:12.499974 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:10:12.499978 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 10:10:12.499998 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 10:10:12.500028 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 10:10:12.500059 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 10:10:12.500210 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:10:12.500281 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 10:10:12.500315 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 10:10:12.500353 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:10:12.500371 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 10:10:12.500513 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:10:12.500034 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:10:12.500657 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:10:12.500050 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 10:10:12.500055 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 10:10:12.562967 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:10:12.591094 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 10:10:12.619465 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:10:13.561581 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:10:13.592684 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 10:10:13.632646 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 10:10:14.587014 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:10:15.627273 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 10:10:17.613339 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 10:10:18.560810 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 10:10:18.635839 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 10:10:23.634816 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 10:10:24.644258 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:10:24.678149 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:10:27.776690 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 10:10:27.776740 1 tasks.go:49] processing task group 3 of 3 I0128 10:10:27.776749 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 10:10:27.809148 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 10:10:27.809181 1 operator.go:851] Updating ClusterOperator status to done. I0128 10:24:50.855864 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 10:24:50.855936 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0128 10:24:50.855957 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0128 10:24:50.856390 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0128 10:24:50.858053 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0128 10:24:50.860384 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 10:24:50.860409 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0128 10:24:50.860416 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0128 10:24:50.860427 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0128 10:24:50.860435 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster W0128 10:24:50.861345 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 10:24:50.861392 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0128 10:24:50.861542 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0128 10:24:50.861624 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0128 10:24:50.861641 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0128 10:24:50.887511 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 10:24:50.892021 1 tasks.go:49] processing task group 1 of 3 I0128 10:24:50.892052 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 10:24:50.892061 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:24:50.904027 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:24:50.904042 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0128 10:24:54.042345 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 10:24:54.042365 1 tasks.go:49] processing task group 2 of 3 I0128 10:24:54.042390 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:24:54.042400 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 10:24:54.042415 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:24:54.042420 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 10:24:54.042447 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 10:24:54.042454 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:24:54.042472 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:24:54.042483 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 10:24:54.042405 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:24:54.042666 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:24:54.042678 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 10:24:54.042804 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 10:24:54.042870 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 10:24:54.042666 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 10:24:54.042857 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 10:24:54.099303 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:24:54.134195 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 10:24:54.163445 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:24:55.099913 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:24:55.144717 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 10:24:55.185169 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 10:24:56.129169 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:24:57.189373 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 10:24:59.153667 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 10:25:00.097873 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 10:25:00.175932 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 10:25:05.195658 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 10:25:06.205579 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:25:06.236487 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:25:09.325535 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 10:25:09.325560 1 tasks.go:49] processing task group 3 of 3 I0128 10:25:09.325571 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 10:25:09.359028 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 10:25:09.359059 1 operator.go:851] Updating ClusterOperator status to done. I0128 10:25:09.368670 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 10:25:09.372378 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 10:25:09.398117 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 10:25:09.402426 1 tasks.go:49] processing task group 1 of 3 I0128 10:25:09.402447 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 10:25:09.402459 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:25:09.414831 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:25:12.527695 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 10:25:12.527735 1 tasks.go:49] processing task group 2 of 3 I0128 10:25:12.527754 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:25:12.527765 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 10:25:12.527768 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 10:25:12.527792 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 10:25:12.527808 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 10:25:12.527828 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 10:25:12.527845 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 10:25:12.527963 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 10:25:12.527761 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:25:12.528026 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:25:12.528064 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:25:12.528105 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 10:25:12.528190 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 10:25:12.528208 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:25:12.528331 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:25:12.593804 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:25:12.618404 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 10:25:12.647799 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:25:13.592664 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:25:13.630312 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 10:25:13.666905 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 10:25:14.619062 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:25:15.665005 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 10:25:17.645135 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 10:25:18.590842 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 10:25:18.670900 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 10:25:23.670206 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 10:25:24.685458 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:25:24.717635 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:25:27.821862 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 10:25:27.821885 1 tasks.go:49] processing task group 3 of 3 I0128 10:25:27.821892 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 10:25:27.854968 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 10:25:27.855000 1 operator.go:851] Updating ClusterOperator status to done. I0128 10:39:50.856759 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0128 10:39:50.856813 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0128 10:39:50.856838 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/cluster-monitoring-config I0128 10:39:50.857339 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead I0128 10:39:50.858828 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-user-workload-monitoring/user-workload-monitoring-config I0128 10:39:50.861130 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0128 10:39:50.861158 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0128 10:39:50.861160 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0128 10:39:50.861169 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0128 10:39:50.861175 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0128 10:39:50.862456 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0128 10:39:50.862498 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0128 10:39:50.862508 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0128 10:39:50.862516 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs W0128 10:39:50.862543 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 10:39:50.889648 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 10:39:50.894223 1 tasks.go:49] processing task group 1 of 3 I0128 10:39:50.894249 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 10:39:50.894260 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:39:50.904440 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0128 10:39:50.906203 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:39:54.041159 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 10:39:54.041181 1 tasks.go:49] processing task group 2 of 3 I0128 10:39:54.041227 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:39:54.041272 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 10:39:54.041285 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 10:39:54.041295 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:39:54.041317 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:39:54.041358 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 10:39:54.041369 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 10:39:54.041366 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:39:54.041332 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 10:39:54.041566 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:39:54.041619 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 10:39:54.041277 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 10:39:54.041350 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 10:39:54.041359 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:39:54.041350 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 10:39:54.110909 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:39:54.139960 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 10:39:54.170853 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:39:55.110474 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:39:55.146516 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 10:39:55.190972 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 10:39:56.138530 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:39:57.193517 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 10:39:59.163978 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 10:40:00.096810 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 10:40:00.191633 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 10:40:05.198282 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 10:40:06.211189 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:40:06.230087 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:40:09.332013 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 10:40:09.332037 1 tasks.go:49] processing task group 3 of 3 I0128 10:40:09.332047 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 10:40:09.365659 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 10:40:09.365690 1 operator.go:851] Updating ClusterOperator status to done. I0128 10:40:09.374789 1 config.go:599] k8sPrometheusAdapter is a deprecated config use metricsServer instead W0128 10:40:09.378295 1 config.go:695] the user workload monitoring configmap does not contain the "config.yaml" key I0128 10:40:09.402566 1 operator.go:830] Updating ClusterOperator status to InProgress. I0128 10:40:09.406679 1 tasks.go:49] processing task group 1 of 3 I0128 10:40:09.406718 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0128 10:40:09.406727 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:40:09.417732 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0128 10:40:12.530924 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0128 10:40:12.530949 1 tasks.go:49] processing task group 2 of 3 I0128 10:40:12.530981 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:40:12.530978 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0128 10:40:12.530993 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:40:12.531010 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0128 10:40:12.531035 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0128 10:40:12.531087 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:40:12.531101 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0128 10:40:12.531109 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:40:12.531183 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0128 10:40:12.531282 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0128 10:40:12.530988 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0128 10:40:12.531319 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0128 10:40:12.531384 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0128 10:40:12.531400 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:40:12.531445 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:40:12.595533 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0128 10:40:12.625605 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0128 10:40:12.652743 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0128 10:40:13.594583 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0128 10:40:13.631954 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0128 10:40:13.661613 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0128 10:40:14.623471 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0128 10:40:15.669089 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0128 10:40:17.650626 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0128 10:40:18.583986 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0128 10:40:18.663046 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0128 10:40:23.681739 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0128 10:40:24.686020 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0128 10:40:24.717719 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0128 10:40:27.816427 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0128 10:40:27.816455 1 tasks.go:49] processing task group 3 of 3 I0128 10:40:27.816469 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0128 10:40:27.846854 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0128 10:40:27.846891 1 operator.go:851] Updating ClusterOperator status to done.