W0331 04:02:09.795033 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 04:02:09.795376 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0331 04:02:09.795389 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0331 04:02:09.795394 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0331 04:02:09.795397 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0331 04:02:09.815192 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0331 04:02:09.818457 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0331 04:02:09.818519 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0331 04:02:09.819570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0331 04:02:09.821305 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0331 04:02:09.825501 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0331 04:02:09.830096 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0331 04:02:09.831169 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:02:09.831762 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:02:09.831772 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:02:09.832514 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0331 04:02:09.833335 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:02:09.833801 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:02:09.833866 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0331 04:02:09.834215 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:02:09.834442 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:02:09.834616 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:02:09.834776 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:02:09.839211 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:02:09.839292 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:02:09.839961 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:02:09.875056 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:02:09.923225 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 04:02:09.923287 1 rule_controller.go:113] Starting alerting rules controller W0331 04:02:09.923295 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:02:09.923306 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0331 04:02:09.923309 1 relabel_controller.go:117] Starting alert relabel config controller I0331 04:02:09.923314 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0331 04:02:09.923287 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0331 04:02:09.923328 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0331 04:02:09.923323 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0331 04:02:09.923335 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0331 04:02:09.923340 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0331 04:02:09.923341 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0331 04:02:09.923349 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0331 04:02:09.923362 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0331 04:02:09.923324 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0331 04:02:09.926757 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0331 04:02:09.926868 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0331 04:02:09.930410 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.930447 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.930411 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.930553 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 04:02:09.930634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 04:02:09.930667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 04:02:09.942149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-ltbcq" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0331 04:02:09.943534 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-nm7h9" is created for OpenShiftMonitoringTelemeterClientCertRequester I0331 04:02:09.943637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-wx9mc" is created for OpenShiftMonitoringClientCertRequester I0331 04:02:09.945398 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0331 04:02:09.947160 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.952061 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.952269 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.952860 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.960889 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.960920 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.960940 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.964004 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0331 04:02:09.965887 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.965901 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.965912 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.966613 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:02:09.969948 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.970839 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.970861 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.978713 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.979686 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.980182 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.980876 1 tasks.go:49] processing task group 1 of 3 I0331 04:02:09.980940 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:02:09.981436 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:02:09.985229 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.986936 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.986986 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.989778 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.991011 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.991703 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.994942 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:09.995266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0331 04:02:09.995665 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:10.007227 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:10.007386 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0331 04:02:10.011447 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:02:10.023523 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0331 04:02:10.023601 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0331 04:02:10.033832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0331 04:02:10.071061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0331 04:02:10.155602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0331 04:02:10.166736 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 04:02:10.215303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 04:02:10.229196 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 04:02:10.404592 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0331 04:02:10.406250 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0331 04:02:10.406267 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0331 04:02:10.406284 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0331 04:02:10.406289 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0331 04:02:10.409086 1 secure_serving.go:57] Forcing use of http/1.1 only I0331 04:02:10.409107 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0331 04:02:10.414330 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929704\" (2026-03-31 04:01:53 +0000 UTC to 2028-03-30 04:01:54 +0000 UTC (now=2026-03-31 04:02:10.414293042 +0000 UTC))" I0331 04:02:10.414476 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0331 04:02:10.414499 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0331 04:02:10.414508 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0331 04:02:10.414516 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0331 04:02:10.414556 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0331 04:02:10.414569 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0331 04:02:10.414584 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0331 04:02:10.414715 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929730\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929729\" (2026-03-31 03:02:09 +0000 UTC to 2027-03-31 03:02:09 +0000 UTC (now=2026-03-31 04:02:10.414676793 +0000 UTC))" I0331 04:02:10.414789 1 secure_serving.go:213] Serving securely on [::]:8443 I0331 04:02:10.414863 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0331 04:02:10.414866 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0331 04:02:10.417735 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0331 04:02:10.417859 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0331 04:02:10.417893 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0331 04:02:10.515421 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0331 04:02:10.515448 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0331 04:02:10.515432 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0331 04:02:10.515664 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-31 03:49:53 +0000 UTC to 2036-03-28 03:49:53 +0000 UTC (now=2026-03-31 04:02:10.515626087 +0000 UTC))" I0331 04:02:10.515916 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929704\" (2026-03-31 04:01:53 +0000 UTC to 2028-03-30 04:01:54 +0000 UTC (now=2026-03-31 04:02:10.515897916 +0000 UTC))" I0331 04:02:10.516085 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929730\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929729\" (2026-03-31 03:02:09 +0000 UTC to 2027-03-31 03:02:09 +0000 UTC (now=2026-03-31 04:02:10.516071192 +0000 UTC))" I0331 04:02:10.516224 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-31 03:49:58 +0000 UTC to 2036-03-28 03:49:58 +0000 UTC (now=2026-03-31 04:02:10.516204452 +0000 UTC))" I0331 04:02:10.516257 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-31 03:50:01 +0000 UTC to 2036-03-28 03:50:01 +0000 UTC (now=2026-03-31 04:02:10.516242446 +0000 UTC))" I0331 04:02:10.516285 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-31 03:50:03 +0000 UTC to 2036-03-28 03:50:03 +0000 UTC (now=2026-03-31 04:02:10.516270263 +0000 UTC))" I0331 04:02:10.516321 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-31 03:50:05 +0000 UTC to 2036-03-28 03:50:05 +0000 UTC (now=2026-03-31 04:02:10.516305641 +0000 UTC))" I0331 04:02:10.516347 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-31 03:50:09 +0000 UTC to 2036-03-28 03:50:09 +0000 UTC (now=2026-03-31 04:02:10.516333775 +0000 UTC))" I0331 04:02:10.516377 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pcfa8c9vnjo834h2rmsfk75o9078tj0-kx-224cb52d7c_customer-system-admin-signer@1774929127\" [] issuer=\"\" (2026-03-31 03:52:07 +0000 UTC to 2026-04-07 03:52:08 +0000 UTC (now=2026-03-31 04:02:10.516360284 +0000 UTC))" I0331 04:02:10.516412 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pcfa8c9vnjo834h2rmsfk75o9078tj0-kx-224cb52d7c_sre-system-admin-signer@1774929127\" [] issuer=\"\" (2026-03-31 03:52:08 +0000 UTC to 2026-04-07 03:52:09 +0000 UTC (now=2026-03-31 04:02:10.516392553 +0000 UTC))" I0331 04:02:10.516441 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-31 03:49:53 +0000 UTC to 2036-03-28 03:49:53 +0000 UTC (now=2026-03-31 04:02:10.516427392 +0000 UTC))" I0331 04:02:10.516722 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929704\" (2026-03-31 04:01:53 +0000 UTC to 2028-03-30 04:01:54 +0000 UTC (now=2026-03-31 04:02:10.516698867 +0000 UTC))" I0331 04:02:10.517002 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929730\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929729\" (2026-03-31 03:02:09 +0000 UTC to 2027-03-31 03:02:09 +0000 UTC (now=2026-03-31 04:02:10.516981613 +0000 UTC))" I0331 04:02:11.089525 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0331 04:02:19.668208 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:19.668793 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:19.668798 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0331 04:02:19.675855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0331 04:02:19.676014 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 04:02:19.678624 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:02:19.678644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0331 04:02:19.681428 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:02:19.681545 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0331 04:02:43.811893 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:02:58.811406 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:03:13.813669 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:04:53.442235 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:04:53.484759 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:04:53.507214 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:04:53.527536 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:04:53.544361 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:05:08.435280 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:05:38.433504 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:06:23.436652 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:07:09.923239 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:07:10.260751 1 tasks.go:73] task 2 of 2: UpdatingPrometheusOperator failed: reconciling Prometheus Operator Admission Webhook Deployment failed: creating Deployment object failed: waiting for DeploymentRollout of openshift-monitoring/prometheus-operator-admission-webhook: context deadline exceeded: got 1 unavailable replicas I0331 04:07:10.260793 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0331 04:07:10.260802 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0331 04:07:10.260840 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingPrometheusOperatorFailed)" logger="UnhandledError" W0331 04:07:10.261947 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:07:10.288949 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:07:10.293588 1 tasks.go:49] processing task group 1 of 3 I0331 04:07:10.293612 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:07:10.293625 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:07:10.307950 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:09:31.350671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0331 04:09:31.363033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0331 04:09:31.375769 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0331 04:09:36.518798 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:09:36.518844 1 tasks.go:49] processing task group 2 of 3 I0331 04:09:36.518877 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:09:36.518877 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:09:36.518889 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:09:36.518897 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:09:36.518905 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:09:36.518910 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:09:36.518911 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:09:36.518920 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:09:36.518915 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:09:36.518929 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:09:36.518939 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:09:36.518949 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:09:36.518961 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:09:36.518922 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:09:36.518941 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:09:36.541538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0331 04:09:36.541555 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0331 04:09:36.560847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0331 04:09:36.562416 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0331 04:09:36.590315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0331 04:09:36.595780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0331 04:09:36.604388 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:09:36.613738 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:09:36.638223 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:09:36.650208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0331 04:09:36.651285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0331 04:09:36.689614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0331 04:09:36.693204 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0331 04:09:36.693242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0331 04:09:36.698429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0331 04:09:36.780312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0331 04:09:36.784572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0331 04:09:36.784586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0331 04:09:36.784593 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0331 04:09:36.787364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0331 04:09:36.787449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0331 04:09:36.797177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0331 04:09:36.803479 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0331 04:09:36.824444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0331 04:09:36.824464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0331 04:09:36.855571 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0331 04:09:36.861320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0331 04:09:36.971794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0331 04:09:36.971846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0331 04:09:36.980188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0331 04:09:37.016649 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0331 04:09:37.039648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0331 04:09:37.054587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0331 04:09:37.067020 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:09:37.069279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0331 04:09:37.117186 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:09:37.143893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0331 04:09:37.144733 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0331 04:09:37.241845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0331 04:09:37.242527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0331 04:09:37.338248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0331 04:09:37.347449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0331 04:09:37.372643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0331 04:09:37.449971 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0331 04:09:37.549142 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0331 04:09:37.604588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0331 04:09:37.657672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0331 04:09:37.666977 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0331 04:09:37.678370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0331 04:09:37.691754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0331 04:09:37.777531 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0331 04:09:37.778128 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0331 04:09:37.791719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0331 04:09:37.791737 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0331 04:09:37.837329 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0331 04:09:37.852008 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 04:09:37.852618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0331 04:09:37.896509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0331 04:09:37.908860 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 04:09:37.912057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0331 04:09:38.010216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0331 04:09:38.631381 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:09:38.631468 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0331 04:09:38.632357 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 04:09:38.674264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0331 04:09:38.685185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0331 04:09:38.696314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0331 04:09:38.784842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0331 04:09:38.887275 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0331 04:09:38.933054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-8a2teqo4qd6qc -n openshift-monitoring because it was missing I0331 04:09:38.978133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0331 04:09:39.095476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0331 04:09:39.196098 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0331 04:09:39.292974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0331 04:09:39.395913 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0331 04:09:39.499228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0331 04:09:39.595941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0331 04:09:39.636707 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:09:39.669481 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:09:39.697685 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0331 04:09:39.798121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0331 04:09:39.873827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0331 04:09:39.894198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0331 04:09:39.916402 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:09:39.966356 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:09:40.401125 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0331 04:09:40.961605 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:09:41.424754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3qj1icjiooqsf -n openshift-monitoring because it was missing I0331 04:09:41.591743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0331 04:09:41.624409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0331 04:09:42.119208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0331 04:09:42.925484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-6pfq05tsp6jvn -n openshift-monitoring because it was missing I0331 04:09:42.943067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0331 04:09:42.961494 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0331 04:09:42.972988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0331 04:09:55.671906 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:09:55.671975 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0331 04:09:56.205080 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:09:57.017305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0331 04:09:57.052753 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:10:16.483043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0331 04:10:16.499498 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:10:16.499565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0331 04:10:27.934694 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:10:53.059951 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:10:53.059976 1 tasks.go:49] processing task group 3 of 3 I0331 04:10:53.059991 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:10:53.106182 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:10:53.106264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0331 04:10:53.112134 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:10:53.150495 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:10:53.190572 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:10:53.195758 1 tasks.go:49] processing task group 1 of 3 I0331 04:10:53.195784 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:10:53.195803 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:10:53.209441 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:10:54.253831 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJY3J0TW5oTGlBOXd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05Ea3lPVGN3TkRBZQpGdzB5TmpBek16RXdOREF4TkROYUZ3MHlPREExTWprd05EQXhORFJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE1TWprM01EUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHBQUUdMRWZ3amU4Y2xhYTVrbXlnc0dleXFld1JiMlVRMgpXSzJSYkRYdHFHbEJoejB5N3RKMlNtaThXTTVYY3pHV2hvMUF0SXhhUjZ2U3dZdjRvWDcydXhwWnlNaCt0Uzh1CmhoL1l3SHAwZ2dQdzdiRVFlbFNZNDNzTHpaUUpNNHI4bStkNkpKYVN0cWFPVVRjTG82ekFiQWo3NHRLSHN2ODUKWGk5cjVFczlUK3crY0NNQ2tkREZWRWVrSTRBUFRrOTViMStzTkdaKzZaNHoxa0RkNGtNQjhQWWQ4QnF5TUZQVQpxNUN2K0JCa29nUVJiOWQ5S3NBOU1tWjlNcUNDY1N1UHg3YTQ0ektqMGlTOGY4K29EUk8yTGxYSnpiWDZTbjAwCmJoZGpGQ1luQnBHcGJvM1drU1h3NHdzMi9aeVNSWnlvN05za3plTkJoK0M1clN5WktHaXhBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlM5TDNNUAovY0wyMjk1M2xUVGR0WDFtekUwUTBUQWZCZ05WSFNNRUdEQVdnQlM5TDNNUC9jTDIyOTUzbFRUZHRYMW16RTBRCjBUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFPclVYWFgrYmtubzVpeko5azREc3JmbGR5WWVDTjdiTVozNmUKTHlBcE83TXV0ZU85U05UVkZxTzM1ZlhIVnNMUkwrcjdKR2dXbjQ2VWNOQmxFMXVGTDRuRnF2MDN1RDJIWGNVcApvS1huQkxORFhud3g5OWFZOTMvdWpOTFpmY0ZaWFFyemh2NlRxbGZaSnYxWEVmY05ZVFRIWDJ3c0V3S2hBM1VnCnFGZkFuWjBXeWF2U0tRTzEyWHdkUGhZTnVXb1B4T0pFOHJqSDh3aXBPQWFKSXA5empxb1AzVXRmemxtK3VyMGYKZTV5eXl6Y0JkUUxTa3ppdUFOVjZHU3hacWt0MUp2ZTRXYkNmM0JJWGNOR3pYSnpqb01IRFBHNGFHYjZuSmorNwpIWEVXWjVIeXJieEZpeGpQSjl4RGJseklBbDdnRnZwTGh3czRjSGpBNDJNMWVTa2ZpUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0331 04:10:54.261331 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0331 04:10:54.267801 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJY3J0TW5oTGlBOXd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05Ea3lPVGN3TkRBZQpGdzB5TmpBek16RXdOREF4TkROYUZ3MHlPREExTWprd05EQXhORFJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE1TWprM01EUXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHBQUUdMRWZ3amU4Y2xhYTVrbXlnc0dleXFld1JiMlVRMgpXSzJSYkRYdHFHbEJoejB5N3RKMlNtaThXTTVYY3pHV2hvMUF0SXhhUjZ2U3dZdjRvWDcydXhwWnlNaCt0Uzh1CmhoL1l3SHAwZ2dQdzdiRVFlbFNZNDNzTHpaUUpNNHI4bStkNkpKYVN0cWFPVVRjTG82ekFiQWo3NHRLSHN2ODUKWGk5cjVFczlUK3crY0NNQ2tkREZWRWVrSTRBUFRrOTViMStzTkdaKzZaNHoxa0RkNGtNQjhQWWQ4QnF5TUZQVQpxNUN2K0JCa29nUVJiOWQ5S3NBOU1tWjlNcUNDY1N1UHg3YTQ0ektqMGlTOGY4K29EUk8yTGxYSnpiWDZTbjAwCmJoZGpGQ1luQnBHcGJvM1drU1h3NHdzMi9aeVNSWnlvN05za3plTkJoK0M1clN5WktHaXhBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlM5TDNNUAovY0wyMjk1M2xUVGR0WDFtekUwUTBUQWZCZ05WSFNNRUdEQVdnQlM5TDNNUC9jTDIyOTUzbFRUZHRYMW16RTBRCjBUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFPclVYWFgrYmtubzVpeko5azREc3JmbGR5WWVDTjdiTVozNmUKTHlBcE83TXV0ZU85U05UVkZxTzM1ZlhIVnNMUkwrcjdKR2dXbjQ2VWNOQmxFMXVGTDRuRnF2MDN1RDJIWGNVcApvS1huQkxORFhud3g5OWFZOTMvdWpOTFpmY0ZaWFFyemh2NlRxbGZaSnYxWEVmY05ZVFRIWDJ3c0V3S2hBM1VnCnFGZkFuWjBXeWF2U0tRTzEyWHdkUGhZTnVXb1B4T0pFOHJqSDh3aXBPQWFKSXA5empxb1AzVXRmemxtK3VyMGYKZTV5eXl6Y0JkUUxTa3ppdUFOVjZHU3hacWt0MUp2ZTRXYkNmM0JJWGNOR3pYSnpqb01IRFBHNGFHYjZuSmorNwpIWEVXWjVIeXJieEZpeGpQSjl4RGJseklBbDdnRnZwTGh3czRjSGpBNDJNMWVTa2ZpUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0331 04:10:54.274716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"00eed451-b6c8-4532-933e-a820b7638793", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0331 04:10:56.371548 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:10:56.371569 1 tasks.go:49] processing task group 2 of 3 I0331 04:10:56.371588 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:10:56.371595 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:10:56.371611 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:10:56.371625 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:10:56.371643 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:10:56.371660 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:10:56.371677 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:10:56.371698 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:10:56.371725 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:10:56.371739 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:10:56.371754 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:10:56.371766 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:10:56.371774 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:10:56.371794 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:10:56.371977 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:10:56.428421 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:10:56.451798 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:10:56.457643 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:10:56.515119 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:10:57.442650 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:10:57.466908 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:10:57.478506 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:10:57.492342 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:10:57.507630 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:10:59.522998 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:11:01.505704 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:11:02.431779 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:11:02.525167 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:11:07.534143 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:11:08.434472 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:11:11.699645 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:11:11.699668 1 tasks.go:49] processing task group 3 of 3 I0331 04:11:11.699682 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:11:11.736425 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:11:11.742306 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:11:11.752652 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:11:11.782305 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:11:11.787079 1 tasks.go:49] processing task group 1 of 3 I0331 04:11:11.787104 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:11:11.787118 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:11:11.800929 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:11:14.922317 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:11:14.922340 1 tasks.go:49] processing task group 2 of 3 I0331 04:11:14.922367 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:11:14.922370 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:11:14.922376 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:11:14.922400 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:11:14.922415 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:11:14.922446 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:11:14.922459 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:11:14.922490 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:11:14.922490 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:11:14.922517 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:11:14.922520 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:11:14.922529 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:11:14.922565 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:11:14.922554 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:11:14.923527 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:11:14.986974 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:11:15.000179 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:11:15.025828 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:11:15.066245 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:11:16.006644 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:11:16.019263 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:11:16.029396 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:11:16.045201 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:11:16.055862 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:11:18.080197 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:11:20.057421 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:11:20.978324 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:11:21.079288 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:11:24.808756 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:11:26.068946 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:11:30.243129 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:11:30.243154 1 tasks.go:49] processing task group 3 of 3 I0331 04:11:30.243165 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:11:30.280135 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:11:30.284904 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:11:30.294023 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:11:30.319556 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:11:30.323915 1 tasks.go:49] processing task group 1 of 3 I0331 04:11:30.323936 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:11:30.323947 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:11:30.334870 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:11:33.443654 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:11:33.443679 1 tasks.go:49] processing task group 2 of 3 I0331 04:11:33.443705 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:11:33.443710 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:11:33.443728 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:11:33.443745 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:11:33.443759 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:11:33.443794 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:11:33.443827 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:11:33.443846 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:11:33.443865 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:11:33.443884 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:11:33.443905 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:11:33.443928 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:11:33.443926 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:11:33.443945 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:11:33.443951 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:11:33.493213 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:11:33.514451 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:11:33.522328 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:11:33.571869 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:11:34.512327 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:11:34.533184 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:11:34.535894 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:11:34.543357 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:11:34.565521 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:11:36.577355 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:11:38.567588 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:11:39.498637 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:11:39.621596 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:11:44.580391 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:11:48.727905 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:11:48.727929 1 tasks.go:49] processing task group 3 of 3 I0331 04:11:48.727943 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:11:48.762562 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:11:48.767499 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:12:09.924020 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:12:09.924056 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:12:09.954632 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:12:09.959002 1 tasks.go:49] processing task group 1 of 3 I0331 04:12:09.959028 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:12:09.959039 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:09.971233 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:12:13.081785 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:12:13.081822 1 tasks.go:49] processing task group 2 of 3 I0331 04:12:13.081847 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:13.081851 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:12:13.081866 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:12:13.081877 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:13.081901 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:13.081924 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:13.081940 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:13.081964 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:13.081979 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:12:13.082004 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:13.082027 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:12:13.082024 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:12:13.082031 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:12:13.082058 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:12:13.082082 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:13.123475 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:12:13.145455 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:12:13.161680 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:12:13.204407 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:12:14.143899 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:12:14.165522 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:12:14.169359 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:12:14.182073 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:12:14.199363 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:12:16.221392 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:12:18.202347 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:12:19.141790 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:12:19.216449 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:12:24.221867 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:12:28.371707 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:12:28.371730 1 tasks.go:49] processing task group 3 of 3 I0331 04:12:28.371739 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:12:28.407006 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:12:28.412132 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:13:04.112639 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ClusterVersion ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0331 04:13:04.112653 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.APIServer ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0331 04:13:04.112638 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0331 04:13:04.112668 1 reflector.go:492] github.com/openshift/client-go/config/informers/externalversions/factory.go:125: watch of *v1.ClusterVersion ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0331 04:13:04.112676 1 reflector.go:492] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0331 04:13:04.112676 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0331 04:13:04.112692 1 reflector.go:492] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0331 04:13:04.112696 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.Infrastructure ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0331 04:13:04.112701 1 reflector.go:492] k8s.io/client-go/informers/factory.go:160: watch of *v1.Secret ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0331 04:13:04.112705 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.Secret ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0331 04:13:04.112709 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0331 04:13:04.112733 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ClusterOperator ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding I0331 04:13:04.995551 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0331 04:13:05.026752 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:13:05.026848 1 operator.go:647] Triggering an update due to a change in ClusterVersion.config.openshift.io/version W0331 04:13:05.026869 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:13:05.029939 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:13:05.031188 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0331 04:13:05.052721 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:13:05.056976 1 tasks.go:49] processing task group 1 of 3 I0331 04:13:05.056998 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:13:05.057006 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:13:05.065228 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:13:05.068580 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:13:05.175104 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:13:05.175159 1 operator.go:647] Triggering an update due to a change in APIServer.config.openshift.io/cluster I0331 04:13:05.177643 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:13:05.206728 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:13:05.206893 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0331 04:13:05.340459 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0331 04:13:05.366472 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0331 04:13:05.397094 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:13:05.597629 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:13:05.597713 1 operator.go:647] Triggering an update due to a change in Infrastructure.config.openshift.io/cluster I0331 04:13:05.600063 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:13:05.696432 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:13:05.696526 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0331 04:13:05.710970 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0331 04:13:05.711094 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:13:05.711114 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 04:13:05.711127 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 04:13:05.711135 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:13:08.180541 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:13:08.180561 1 tasks.go:49] processing task group 2 of 3 I0331 04:13:08.180587 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:13:08.180595 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:13:08.180609 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:13:08.180611 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:13:08.180635 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:13:08.180659 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:13:08.180671 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:13:08.180703 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:13:08.180719 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:13:08.180736 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:13:08.180754 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:13:08.180779 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:13:08.180595 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:13:08.180793 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:13:08.180825 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:13:08.230038 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:13:08.248628 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:13:08.260997 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:13:08.306593 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:13:09.244961 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:13:09.276044 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:13:09.278714 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:13:09.293871 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:13:09.301700 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:13:11.337237 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:13:13.296508 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:13:14.233178 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:13:14.317625 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:13:19.331521 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:13:23.476681 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:13:23.476705 1 tasks.go:49] processing task group 3 of 3 I0331 04:13:23.476715 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:13:23.512289 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:13:23.517097 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:13:23.526121 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:13:23.552020 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:13:23.556634 1 tasks.go:49] processing task group 1 of 3 I0331 04:13:23.556652 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:13:23.556667 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:13:23.569031 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:13:26.679521 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:13:26.679552 1 tasks.go:49] processing task group 2 of 3 I0331 04:13:26.679571 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:13:26.679577 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:13:26.679592 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:13:26.679612 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:13:26.679630 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:13:26.679657 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:13:26.679671 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:13:26.679685 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:13:26.679698 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:13:26.679721 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:13:26.679742 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:13:26.679761 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:13:26.679778 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:13:26.679799 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:13:26.679826 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:13:26.723381 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:13:26.738256 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:13:26.756659 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:13:26.797858 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:13:27.743092 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:13:27.762006 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:13:27.767192 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:13:27.784905 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:13:27.794785 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:13:29.818072 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:13:31.792842 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:13:32.731671 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:13:32.809146 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:13:37.820267 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:13:41.963198 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:13:41.963224 1 tasks.go:49] processing task group 3 of 3 I0331 04:13:41.963240 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:13:41.998286 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:13:42.003285 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:17:09.833580 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0331 04:17:09.833606 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:17:09.833670 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:17:09.834613 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0331 04:17:09.869123 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:17:09.875295 1 tasks.go:49] processing task group 1 of 3 I0331 04:17:09.875321 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:17:09.875331 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:17:09.892958 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:17:09.924040 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 04:17:13.043566 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:17:13.043588 1 tasks.go:49] processing task group 2 of 3 I0331 04:17:13.043617 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:17:13.043618 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:17:13.043639 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:17:13.043652 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:17:13.043672 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:17:13.043684 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:17:13.043699 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:17:13.043722 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:17:13.043742 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:17:13.043759 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:17:13.043778 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:17:13.043783 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:17:13.043827 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:17:13.043845 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:17:13.043848 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:17:13.092603 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:17:13.111700 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:17:13.127037 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:17:13.173444 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:17:14.113301 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:17:14.136240 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:17:14.143148 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:17:14.156150 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:17:14.177053 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:17:16.196176 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:17:18.170624 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:17:19.102608 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:17:19.180799 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:17:24.193107 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:17:28.364635 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:17:28.364663 1 tasks.go:49] processing task group 3 of 3 I0331 04:17:28.364677 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:17:28.401547 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:17:28.407193 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:17:28.418512 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:17:28.445994 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:17:28.450733 1 tasks.go:49] processing task group 1 of 3 I0331 04:17:28.450759 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:17:28.450781 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:17:28.463829 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:17:31.577779 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:17:31.577802 1 tasks.go:49] processing task group 2 of 3 I0331 04:17:31.577836 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:17:31.577841 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:17:31.577853 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:17:31.577871 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:17:31.577890 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:17:31.577908 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:17:31.577920 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:17:31.577942 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:17:31.577963 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:17:31.577972 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:17:31.577995 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:17:31.578005 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:17:31.578028 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:17:31.578039 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:17:31.578024 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:17:31.631787 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:17:31.651064 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:17:31.664391 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:17:31.709136 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:17:32.654037 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:17:32.671475 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:17:32.684118 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:17:32.696862 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:17:32.723918 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:17:34.728452 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:17:36.721738 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:17:37.643829 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:17:37.724891 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:17:42.745829 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:17:46.886128 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:17:46.886152 1 tasks.go:49] processing task group 3 of 3 I0331 04:17:46.886161 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:17:46.921638 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:17:46.926913 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:22:09.923510 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:22:09.923566 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:22:09.953170 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:22:09.958058 1 tasks.go:49] processing task group 1 of 3 I0331 04:22:09.958087 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:22:09.958104 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:22:09.970759 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:22:13.104025 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:22:13.104052 1 tasks.go:49] processing task group 2 of 3 I0331 04:22:13.104078 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:22:13.104084 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:22:13.104096 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:22:13.104110 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:22:13.104144 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:22:13.104154 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:22:13.104167 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:22:13.104185 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:22:13.104206 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:22:13.104228 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:22:13.104242 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:22:13.104259 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:22:13.104279 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:22:13.104279 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:22:13.104301 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:22:13.172754 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:22:13.192236 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:22:13.194130 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:22:13.254866 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:22:14.187132 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:22:14.217907 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:22:14.221263 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:22:14.228151 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:22:14.255165 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:22:16.273330 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:22:18.250770 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:22:19.168018 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:22:19.279325 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:22:24.268340 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:22:28.441523 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:22:28.441547 1 tasks.go:49] processing task group 3 of 3 I0331 04:22:28.441561 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:22:28.481430 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:22:28.487056 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:27:09.923409 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:27:09.923464 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:27:09.951081 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:27:09.956113 1 tasks.go:49] processing task group 1 of 3 I0331 04:27:09.956143 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:27:09.956172 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:27:09.969219 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:27:13.115067 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:27:13.115092 1 tasks.go:49] processing task group 2 of 3 I0331 04:27:13.115118 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:27:13.115124 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:27:13.115142 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:27:13.115161 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:27:13.115190 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:27:13.115204 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:27:13.115226 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:27:13.115256 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:27:13.115274 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:27:13.115270 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:27:13.115301 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:27:13.115310 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:27:13.115335 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:27:13.115356 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:27:13.115283 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:27:13.160423 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:27:13.190242 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:27:13.214759 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:27:13.275597 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:27:14.174772 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:27:14.212318 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:27:14.221599 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:27:14.231023 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:27:14.262173 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:27:16.271584 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:27:18.234622 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:27:19.173902 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:27:19.254080 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:27:24.277957 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:27:28.417085 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:27:28.417108 1 tasks.go:49] processing task group 3 of 3 I0331 04:27:28.417117 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:27:28.453130 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:27:28.458320 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:28:05.026953 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0331 04:28:05.026981 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:28:05.054646 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:28:05.059166 1 tasks.go:49] processing task group 1 of 3 I0331 04:28:05.059187 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:28:05.059204 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:28:05.072890 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:28:05.176131 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:28:05.207486 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0331 04:28:05.598167 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:28:05.697405 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0331 04:28:05.711659 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 04:28:05.711774 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:28:05.711799 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 04:28:05.711821 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:28:08.204706 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:28:08.204731 1 tasks.go:49] processing task group 2 of 3 I0331 04:28:08.204751 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:28:08.204761 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:28:08.204780 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:28:08.204799 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:28:08.204828 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:28:08.204833 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:28:08.204850 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:28:08.204863 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:28:08.204872 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:28:08.204865 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:28:08.204880 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:28:08.204874 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:28:08.204878 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:28:08.205175 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:28:08.204850 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:28:08.259894 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:28:08.278953 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:28:08.289165 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:28:08.338708 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:28:09.273554 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:28:09.292175 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:28:09.304154 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:28:09.314247 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:28:09.349734 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:28:11.353453 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:28:13.327756 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:28:14.261446 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:28:14.367126 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:28:19.369578 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:28:23.523512 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:28:23.523535 1 tasks.go:49] processing task group 3 of 3 I0331 04:28:23.523552 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:28:23.561032 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:28:23.566243 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:28:23.575429 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:28:23.601641 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:28:23.606688 1 tasks.go:49] processing task group 1 of 3 I0331 04:28:23.606717 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:28:23.606730 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:28:23.619559 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:28:26.738128 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:28:26.738151 1 tasks.go:49] processing task group 2 of 3 I0331 04:28:26.738170 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:28:26.738185 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:28:26.738191 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:28:26.738206 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:28:26.738228 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:28:26.738244 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:28:26.738263 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:28:26.738285 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:28:26.738301 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:28:26.738334 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:28:26.738342 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:28:26.738361 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:28:26.738369 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:28:26.738390 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:28:26.738380 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:28:26.792614 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:28:26.807371 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:28:26.826878 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:28:26.876354 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:28:27.813736 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:28:27.838709 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:28:27.842984 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:28:27.848678 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:28:27.872510 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:28:29.919293 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:28:31.868846 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:28:32.799008 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:28:32.891192 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:28:37.885961 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:28:42.053371 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:28:42.053397 1 tasks.go:49] processing task group 3 of 3 I0331 04:28:42.053413 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:28:42.091756 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:28:42.097356 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:32:09.834629 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster W0331 04:32:09.834663 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:32:09.834662 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:32:09.834695 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 04:32:09.874141 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:32:09.878750 1 tasks.go:49] processing task group 1 of 3 I0331 04:32:09.878776 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:32:09.878787 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:32:09.893951 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:32:09.923581 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 04:32:13.006904 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:32:13.006924 1 tasks.go:49] processing task group 2 of 3 I0331 04:32:13.006949 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:32:13.006954 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:32:13.006971 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:32:13.006984 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:32:13.007001 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:32:13.007019 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:32:13.007050 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:32:13.007068 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:32:13.007093 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:32:13.007089 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:32:13.007101 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:32:13.007122 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:32:13.007159 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:32:13.007145 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:32:13.007182 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:32:13.059891 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:32:13.078525 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:32:13.094387 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:32:13.137228 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:32:14.874215 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:32:14.896022 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:32:14.899602 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:32:14.914294 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:32:14.949973 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:32:16.964245 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:32:18.924690 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:32:19.064052 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:32:19.149938 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:32:24.973404 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:32:29.104643 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:32:29.104668 1 tasks.go:49] processing task group 3 of 3 I0331 04:32:29.104685 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:32:29.140388 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:32:29.145686 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:32:29.154448 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:32:29.179401 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:32:29.183927 1 tasks.go:49] processing task group 1 of 3 I0331 04:32:29.183950 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:32:29.183964 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:32:29.196819 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:32:32.309166 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:32:32.309188 1 tasks.go:49] processing task group 2 of 3 I0331 04:32:32.309215 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:32:32.309215 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:32:32.309233 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:32:32.309253 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:32:32.309275 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:32:32.309286 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:32:32.309308 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:32:32.309321 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:32:32.309327 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:32:32.309351 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:32:32.309366 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:32:32.309384 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:32:32.309405 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:32:32.309430 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:32:32.309451 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:32:32.378861 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:32:32.394782 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:32:32.396694 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:32:32.454719 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:32:33.395187 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:32:33.409774 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:32:33.419062 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:32:33.419451 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:32:33.446107 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:32:35.457393 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:32:37.450497 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:32:38.366719 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:32:38.472961 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:32:43.450376 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:32:47.608522 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:32:47.608548 1 tasks.go:49] processing task group 3 of 3 I0331 04:32:47.608558 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:32:47.644466 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:32:47.649748 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:37:09.923487 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:37:09.923541 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:37:09.949159 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:37:09.953344 1 tasks.go:49] processing task group 1 of 3 I0331 04:37:09.953371 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:37:09.953383 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:37:09.965150 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:37:13.101902 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:37:13.101924 1 tasks.go:49] processing task group 2 of 3 I0331 04:37:13.101949 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:37:13.101954 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:37:13.101964 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:37:13.101990 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:37:13.102011 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:37:13.102026 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:37:13.102043 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:37:13.102065 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:37:13.102092 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:37:13.102087 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:37:13.102096 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:37:13.102113 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:37:13.102123 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:37:13.102152 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:37:13.102179 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:37:13.142715 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:37:13.164392 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:37:13.178578 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:37:13.225886 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:37:14.164317 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:37:14.182677 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:37:14.201081 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:37:14.219426 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:37:14.220191 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:37:16.245697 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:37:18.221976 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:37:19.156835 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:37:19.230922 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:37:24.252930 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:37:28.422098 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:37:28.422126 1 tasks.go:49] processing task group 3 of 3 I0331 04:37:28.422143 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:37:28.457930 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:37:28.463309 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:42:09.924168 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:42:09.924224 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:42:09.948567 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:42:09.952400 1 tasks.go:49] processing task group 1 of 3 I0331 04:42:09.952423 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:42:09.952438 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:42:09.963155 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:42:13.081949 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:42:13.081975 1 tasks.go:49] processing task group 2 of 3 I0331 04:42:13.081999 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:42:13.082000 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:42:13.082015 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:42:13.082034 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:42:13.082051 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:42:13.082077 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:42:13.082099 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:42:13.082120 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:42:13.082143 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:42:13.082161 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:42:13.082190 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:42:13.082200 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:42:13.082226 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:42:13.082007 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:42:13.082217 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:42:13.130565 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:42:13.143581 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:42:13.164136 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:42:13.201622 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:42:14.150258 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:42:14.170979 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:42:14.173263 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:42:14.196418 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:42:14.218289 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:42:16.227936 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:42:18.200828 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:42:19.137629 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:42:19.209802 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:42:24.236150 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:42:28.389865 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:42:28.389977 1 tasks.go:49] processing task group 3 of 3 I0331 04:42:28.390010 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:42:28.424676 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:42:28.429939 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:43:05.027619 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0331 04:43:05.027641 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:43:05.054033 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:43:05.058412 1 tasks.go:49] processing task group 1 of 3 I0331 04:43:05.058436 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:43:05.058447 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:43:05.070968 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:43:05.177166 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:43:05.208473 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0331 04:43:05.598853 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:43:05.698152 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0331 04:43:05.712438 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 04:43:05.712477 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:43:05.712505 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 04:43:05.712517 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:43:08.200563 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:43:08.200582 1 tasks.go:49] processing task group 2 of 3 I0331 04:43:08.200611 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:43:08.200614 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:43:08.200634 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:43:08.200648 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:43:08.200668 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:43:08.200684 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:43:08.200699 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:43:08.200717 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:43:08.200739 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:43:08.200759 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:43:08.200760 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:43:08.200786 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:43:08.200828 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:43:08.200860 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:43:08.200873 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:43:08.264998 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:43:08.282658 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:43:08.286327 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:43:08.355961 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:43:09.287108 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:43:09.308947 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:43:09.310085 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:43:09.311013 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:43:09.334311 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:43:11.358294 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:43:13.343918 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:43:14.257269 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:43:14.358215 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:43:19.360419 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:43:23.517676 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:43:23.517789 1 tasks.go:49] processing task group 3 of 3 I0331 04:43:23.517867 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:43:23.553957 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:43:23.559285 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:43:23.568151 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:43:23.593863 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:43:23.598308 1 tasks.go:49] processing task group 1 of 3 I0331 04:43:23.598333 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:43:23.598348 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:43:23.610132 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:43:26.719696 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:43:26.719719 1 tasks.go:49] processing task group 2 of 3 I0331 04:43:26.719746 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:43:26.719751 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:43:26.719758 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:43:26.719776 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:43:26.719792 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:43:26.719833 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:43:26.719854 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:43:26.719874 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:43:26.719890 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:43:26.719920 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:43:26.719932 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:43:26.719956 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:43:26.719975 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:43:26.719979 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:43:26.719964 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:43:26.773531 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:43:26.795289 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:43:26.805629 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:43:26.854193 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:43:27.788920 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:43:27.811262 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:43:27.820380 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:43:27.825353 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:43:27.854619 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:43:29.863571 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:43:31.843124 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:43:32.777519 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:43:32.859298 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:43:37.862328 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:43:42.009796 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:43:42.009845 1 tasks.go:49] processing task group 3 of 3 I0331 04:43:42.009859 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:43:42.043339 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:43:42.048554 1 operator.go:851] Updating ClusterOperator status to done.