W0331 03:55:26.785773 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 03:55:26.786140 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0331 03:55:26.786155 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0331 03:55:26.786160 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0331 03:55:26.786163 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0331 03:55:26.786166 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0331 03:55:26.811692 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0331 03:55:26.815692 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0331 03:55:26.815896 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0331 03:55:26.815937 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0331 03:55:26.817917 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0331 03:55:26.824173 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:55:26.826448 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:55:26.826844 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0331 03:55:26.827460 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:55:26.827509 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:55:26.828245 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:55:26.830478 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:55:26.831009 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:55:26.831168 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:55:26.831366 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:55:26.831421 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0331 03:55:26.832404 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:55:26.832892 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:55:26.866552 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:55:26.920614 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 03:55:26.920679 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:55:26.920695 1 rule_controller.go:114] Starting alerting rules controller I0331 03:55:26.920696 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0331 03:55:26.920721 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0331 03:55:26.920726 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0331 03:55:26.920724 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0331 03:55:26.920721 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0331 03:55:26.920730 1 relabel_controller.go:117] Starting alert relabel config controller I0331 03:55:26.920739 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0331 03:55:26.920744 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0331 03:55:26.920750 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0331 03:55:26.920759 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0331 03:55:26.920764 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0331 03:55:26.920768 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0331 03:55:26.924550 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0331 03:55:26.925154 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0331 03:55:26.925174 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0331 03:55:26.926066 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.926215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 03:55:26.926240 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0331 03:55:26.926496 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.926603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 03:55:26.927371 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.927487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 03:55:26.934226 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 03:55:26.934453 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 03:55:26.934652 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:55:26.936848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-p96m5" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0331 03:55:26.940376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-xjt99" is created for OpenShiftMonitoringTelemeterClientCertRequester I0331 03:55:26.941619 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-hmjwf" is created for OpenShiftMonitoringClientCertRequester I0331 03:55:26.945443 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.946363 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.947944 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.950770 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.951029 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.953481 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.956675 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.956877 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.957660 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.961022 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.961544 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.962389 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.962522 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:55:26.965328 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.966006 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.966618 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.972652 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.972806 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.976801 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.983077 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.983175 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.983288 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.983360 1 tasks.go:49] processing task group 1 of 3 I0331 03:55:26.983388 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:55:26.983400 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:55:26.990358 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.991243 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.991291 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:26.995900 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.003181 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.003226 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.003256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0331 03:55:27.004001 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.012935 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.014376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0331 03:55:27.014863 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.014959 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.021469 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0331 03:55:27.021530 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0331 03:55:27.021908 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.024288 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:55:27.024499 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.025067 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.027128 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.029273 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.035622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0331 03:55:27.072768 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0331 03:55:27.161602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0331 03:55:27.176412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 03:55:27.198903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 03:55:27.212393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 03:55:27.489323 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.489323 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.489327 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.494273 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.494716 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.494725 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:27.737544 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0331 03:55:27.739634 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0331 03:55:27.739652 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0331 03:55:27.739672 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0331 03:55:27.739681 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0331 03:55:27.743395 1 secure_serving.go:57] Forcing use of http/1.1 only I0331 03:55:27.743406 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0331 03:55:27.748472 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0331 03:55:27.748489 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0331 03:55:27.748495 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0331 03:55:27.748507 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0331 03:55:27.748507 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0331 03:55:27.748524 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0331 03:55:27.748771 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0331 03:55:27.748853 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929301\" (2026-03-31 03:55:09 +0000 UTC to 2028-03-30 03:55:10 +0000 UTC (now=2026-03-31 03:55:27.748821012 +0000 UTC))" I0331 03:55:27.749061 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929327\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929327\" (2026-03-31 02:55:26 +0000 UTC to 2029-03-31 02:55:26 +0000 UTC (now=2026-03-31 03:55:27.74904508 +0000 UTC))" I0331 03:55:27.749082 1 secure_serving.go:211] Serving securely on [::]:8443 I0331 03:55:27.749100 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0331 03:55:27.749103 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0331 03:55:27.752232 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0331 03:55:27.752363 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0331 03:55:27.752580 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0331 03:55:27.849166 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0331 03:55:27.849177 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0331 03:55:27.849239 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0331 03:55:27.849341 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-31 03:45:43 +0000 UTC to 2036-03-28 03:45:43 +0000 UTC (now=2026-03-31 03:55:27.849321416 +0000 UTC))" I0331 03:55:27.849543 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929301\" (2026-03-31 03:55:09 +0000 UTC to 2028-03-30 03:55:10 +0000 UTC (now=2026-03-31 03:55:27.849528 +0000 UTC))" I0331 03:55:27.849702 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929327\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929327\" (2026-03-31 02:55:26 +0000 UTC to 2029-03-31 02:55:26 +0000 UTC (now=2026-03-31 03:55:27.849690073 +0000 UTC))" I0331 03:55:27.849830 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-31 03:45:48 +0000 UTC to 2036-03-28 03:45:48 +0000 UTC (now=2026-03-31 03:55:27.849819826 +0000 UTC))" I0331 03:55:27.849851 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-31 03:45:54 +0000 UTC to 2036-03-28 03:45:54 +0000 UTC (now=2026-03-31 03:55:27.849841285 +0000 UTC))" I0331 03:55:27.849866 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-31 03:45:55 +0000 UTC to 2036-03-28 03:45:55 +0000 UTC (now=2026-03-31 03:55:27.849857999 +0000 UTC))" I0331 03:55:27.849882 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-31 03:45:57 +0000 UTC to 2036-03-28 03:45:57 +0000 UTC (now=2026-03-31 03:55:27.84987442 +0000 UTC))" I0331 03:55:27.849896 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-31 03:46:00 +0000 UTC to 2036-03-28 03:46:00 +0000 UTC (now=2026-03-31 03:55:27.849888371 +0000 UTC))" I0331 03:55:27.849912 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pcf4jph0npl5lb2s9sicapsrbqpq2gt-kx-f465bfb369_customer-system-admin-signer@1774928914\" [] issuer=\"\" (2026-03-31 03:48:34 +0000 UTC to 2026-04-07 03:48:35 +0000 UTC (now=2026-03-31 03:55:27.84990292 +0000 UTC))" I0331 03:55:27.849930 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pcf4jph0npl5lb2s9sicapsrbqpq2gt-kx-f465bfb369_sre-system-admin-signer@1774928914\" [] issuer=\"\" (2026-03-31 03:48:34 +0000 UTC to 2026-04-07 03:48:35 +0000 UTC (now=2026-03-31 03:55:27.84992157 +0000 UTC))" I0331 03:55:27.849947 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-31 03:45:43 +0000 UTC to 2036-03-28 03:45:43 +0000 UTC (now=2026-03-31 03:55:27.849939266 +0000 UTC))" I0331 03:55:27.850109 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929301\" (2026-03-31 03:55:09 +0000 UTC to 2028-03-30 03:55:10 +0000 UTC (now=2026-03-31 03:55:27.850096569 +0000 UTC))" I0331 03:55:27.850288 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929327\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929327\" (2026-03-31 02:55:26 +0000 UTC to 2029-03-31 02:55:26 +0000 UTC (now=2026-03-31 03:55:27.850277967 +0000 UTC))" I0331 03:55:31.416293 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:55:32.642890 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:32.643079 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-31T03:50:32Z",   ) I0331 03:55:32.643095 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-30T03:50:32Z",   ) I0331 03:55:32.643647 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:32.643689 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:55:32.643771 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-31T03:50:32Z",   ) I0331 03:55:32.643785 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-30T03:50:32Z",   ) I0331 03:55:32.643832 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-31T03:50:32Z",   ) I0331 03:55:32.643854 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-30T03:50:32Z",   ) I0331 03:55:32.653858 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 03:55:32.654067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0331 03:55:32.654692 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 03:55:32.655226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0331 03:55:32.655609 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 03:55:32.655624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0331 03:55:45.258109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0331 03:55:45.270037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0331 03:55:45.284928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0331 03:55:50.415576 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:55:50.415608 1 tasks.go:49] processing task group 2 of 3 I0331 03:55:50.415643 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:55:50.415647 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:55:50.415661 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:55:50.415674 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:55:50.415677 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:55:50.415684 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:55:50.415689 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:55:50.415697 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:55:50.415696 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:55:50.415710 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:55:50.415713 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:55:50.415718 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:55:50.415720 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:55:50.415737 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:55:50.415733 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:55:50.438825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0331 03:55:50.441446 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0331 03:55:50.458455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0331 03:55:50.464435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0331 03:55:50.473231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0331 03:55:50.495573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0331 03:55:50.518831 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:55:50.522818 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:55:50.551041 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:55:50.558163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0331 03:55:50.586222 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0331 03:55:50.586465 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0331 03:55:50.587498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0331 03:55:50.591352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0331 03:55:50.591367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0331 03:55:50.676084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0331 03:55:50.679091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0331 03:55:50.679113 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0331 03:55:50.680516 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0331 03:55:50.680658 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0331 03:55:50.682712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0331 03:55:50.692354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0331 03:55:50.694907 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0331 03:55:50.694935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0331 03:55:50.697088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0331 03:55:50.713700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0331 03:55:50.718144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0331 03:55:50.734413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0331 03:55:50.742953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0331 03:55:50.840061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0331 03:55:50.849556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0331 03:55:50.950671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0331 03:55:51.040477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0331 03:55:51.040753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0331 03:55:51.111426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0331 03:55:51.111931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0331 03:55:51.208125 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0331 03:55:51.220867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0331 03:55:51.239937 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0331 03:55:51.316416 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0331 03:55:51.423497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0331 03:55:51.498168 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0331 03:55:51.527509 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0331 03:55:51.560587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0331 03:55:51.576413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0331 03:55:51.622602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0331 03:55:51.630672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0331 03:55:51.713738 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0331 03:55:51.716694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0331 03:55:51.731366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0331 03:55:51.733774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0331 03:55:51.765817 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0331 03:55:51.783433 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 03:55:51.783519 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0331 03:55:51.823240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0331 03:55:51.831052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0331 03:55:52.123448 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 03:55:52.386173 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:55:52.386238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0331 03:55:52.387393 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 03:55:52.544499 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:55:52.576088 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:55:52.577914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0331 03:55:52.588995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0331 03:55:52.601345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:55:52.693160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0331 03:55:52.790215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0331 03:55:52.842179 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-35hgqfu1h0dr2 -n openshift-monitoring because it was missing I0331 03:55:52.885983 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0331 03:55:53.007505 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0331 03:55:53.110220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:55:53.209120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0331 03:55:53.313181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0331 03:55:53.411770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0331 03:55:53.513928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:55:53.615781 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0331 03:55:53.714860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0331 03:55:53.799969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:55:53.826088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0331 03:55:54.281550 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0331 03:55:55.307229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3tir4no6mtr84 -n openshift-monitoring because it was missing I0331 03:55:55.508814 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0331 03:55:55.535807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0331 03:55:55.782839 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:55:55.845989 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:55:56.858914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-4r8g26s6tpjos -n openshift-monitoring because it was missing I0331 03:55:56.875995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:55:56.896947 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0331 03:55:56.909294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0331 03:55:57.860850 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:56:01.416073 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:56:01.593628 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:56:01.593704 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0331 03:56:06.915321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0331 03:56:06.959809 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:56:16.413399 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:56:22.363345 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0331 03:56:22.378685 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:56:22.378703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0331 03:56:51.865138 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:57:06.973378 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:57:06.973414 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0331 03:57:06.973422 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0331 03:57:06.973449 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0331 03:57:06.973474 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:57:07.001644 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:57:07.006517 1 tasks.go:49] processing task group 1 of 3 I0331 03:57:07.006548 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:57:07.006563 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:57:07.020004 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:57:08.058060 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUzB4Vy8xSmVTTmN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05Ea3lPVE13TVRBZQpGdzB5TmpBek16RXdNelUxTURGYUZ3MHlPREExTWprd016VTFNREphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE1TWprek1ERXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ29IZFpMVFlmUE4yUTM0SksvNGJBdERHbEw4RVFvT040ZApOdVZQWUpTdmR4L2NxVVpZRXJoRk9BQnVBMFhtRkd4bkUwak9xZzZBbjVaQnEwNmxDRTB6SElUVHgyQlRNNmRGCjhkQjltalhlaWY5RFlMZ0Y1eEVqL2JGN1hKUWdCeXlVc3NON2FibTBrTFpocXg3VGhQa3ovL0lMdnZIdzZaTkkKSm9JcVZPTEpZN3plaXYxOHF3WVJZRzA5YUVYWFRXM1diSXU5YXZHdWFaRDBraWNMajJhUGI4cDN3S3pHSEh2RgpiT2pHbitGWkliZkQraHJReWZBTzhvWjhiYlFnR25GUTJ0bEw4OCtHRVU4WG5rbXFxeHNleHFyNFNTaFgxRkppCk1xN21OV3h1dVhlVHJFWDIxeVdNejJiZm9wUmc1MWZTVmNycDRDNC8wV09OaEtXQW5kRkZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFYengreQpKNnJZU2I2UE1VVHM0bTRyT0hoZUhqQWZCZ05WSFNNRUdEQVdnQlFYengreUo2cllTYjZQTVVUczRtNHJPSGhlCkhqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFpVWt4czNRNG9POHQ5d1E4bWZBNjlrOTd4RkxzKzVTN2E5MHoKNEprVm12NWJBT0ZzQVpFempiUmUvNlhiY3ZseVdPT3NnVXVLUmdOM2xIZXV1VUhRdmdhUEhRaXZCR2JSYVlHMQp3M2luYjhPQTFvdllDaHlTTDA3NkNyVmhuV3JoTmZxS0JiSXZRUXphalBsUGxQSkZkMWF6V05aQmpuVTYzaGNYCnBGd21vZnhMeVFZNWRjUmFkeG5TTi9NWEt4WE8zMFhKZXVZek1FSHZhQ1ZzQmV5aE5iYzR3RkVHSXdRbG9zeUIKZUV2bWc3eXlXemFYWDVONzJOZGJLM1RMZTF1ZFcwTm9kSDB3MTkwR2FkMm5TOEVNM0RBRFJFSTRCUHp0Z3pxawp5WkV2cElSUE44VlJZT0xNZGZlTWxkdGtWTUVneGxQLzVOSDN6aUJ6a2EyaWNuaEx3Zz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0331 03:57:08.063920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0331 03:57:08.068917 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUzB4Vy8xSmVTTmN3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05Ea3lPVE13TVRBZQpGdzB5TmpBek16RXdNelUxTURGYUZ3MHlPREExTWprd016VTFNREphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE1TWprek1ERXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ29IZFpMVFlmUE4yUTM0SksvNGJBdERHbEw4RVFvT040ZApOdVZQWUpTdmR4L2NxVVpZRXJoRk9BQnVBMFhtRkd4bkUwak9xZzZBbjVaQnEwNmxDRTB6SElUVHgyQlRNNmRGCjhkQjltalhlaWY5RFlMZ0Y1eEVqL2JGN1hKUWdCeXlVc3NON2FibTBrTFpocXg3VGhQa3ovL0lMdnZIdzZaTkkKSm9JcVZPTEpZN3plaXYxOHF3WVJZRzA5YUVYWFRXM1diSXU5YXZHdWFaRDBraWNMajJhUGI4cDN3S3pHSEh2RgpiT2pHbitGWkliZkQraHJReWZBTzhvWjhiYlFnR25GUTJ0bEw4OCtHRVU4WG5rbXFxeHNleHFyNFNTaFgxRkppCk1xN21OV3h1dVhlVHJFWDIxeVdNejJiZm9wUmc1MWZTVmNycDRDNC8wV09OaEtXQW5kRkZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFYengreQpKNnJZU2I2UE1VVHM0bTRyT0hoZUhqQWZCZ05WSFNNRUdEQVdnQlFYengreUo2cllTYjZQTVVUczRtNHJPSGhlCkhqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFpVWt4czNRNG9POHQ5d1E4bWZBNjlrOTd4RkxzKzVTN2E5MHoKNEprVm12NWJBT0ZzQVpFempiUmUvNlhiY3ZseVdPT3NnVXVLUmdOM2xIZXV1VUhRdmdhUEhRaXZCR2JSYVlHMQp3M2luYjhPQTFvdllDaHlTTDA3NkNyVmhuV3JoTmZxS0JiSXZRUXphalBsUGxQSkZkMWF6V05aQmpuVTYzaGNYCnBGd21vZnhMeVFZNWRjUmFkeG5TTi9NWEt4WE8zMFhKZXVZek1FSHZhQ1ZzQmV5aE5iYzR3RkVHSXdRbG9zeUIKZUV2bWc3eXlXemFYWDVONzJOZGJLM1RMZTF1ZFcwTm9kSDB3MTkwR2FkMm5TOEVNM0RBRFJFSTRCUHp0Z3pxawp5WkV2cElSUE44VlJZT0xNZGZlTWxkdGtWTUVneGxQLzVOSDN6aUJ6a2EyaWNuaEx3Zz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0331 03:57:08.074557 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0331 03:57:10.154444 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:57:10.154467 1 tasks.go:49] processing task group 2 of 3 I0331 03:57:10.154495 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:57:10.154495 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:57:10.154516 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:57:10.154536 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:57:10.154548 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:57:10.154563 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:57:10.154581 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:57:10.154606 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:57:10.154623 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:57:10.154627 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:57:10.154651 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:57:10.154672 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:57:10.154685 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:57:10.154711 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:57:10.154615 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:57:10.218737 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:57:10.240172 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:57:10.245514 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:57:10.259935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0331 03:57:10.276258 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0331 03:57:10.294531 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0331 03:57:10.305941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0331 03:57:10.319708 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:57:10.320265 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 03:57:10.669764 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 03:57:11.234961 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:57:11.267039 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:57:11.273957 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:57:11.282127 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:57:11.324012 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:57:13.341034 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:57:15.298399 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:57:15.374480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0331 03:57:16.225884 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:57:18.494613 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 03:57:21.343724 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:57:25.551546 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:57:25.551574 1 tasks.go:49] processing task group 3 of 3 I0331 03:57:25.551586 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 03:57:25.597787 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 03:57:25.597875 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9ac74a1c-468a-4bc4-8c0f-bb412a4e103d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0331 03:57:25.603638 1 operator.go:851] Updating ClusterOperator status to done. W0331 03:57:25.653671 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:57:25.696540 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:57:25.701860 1 tasks.go:49] processing task group 1 of 3 I0331 03:57:25.701884 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:57:25.701898 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:57:25.716870 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:57:28.844782 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:57:28.844803 1 tasks.go:49] processing task group 2 of 3 I0331 03:57:28.844821 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:57:28.844827 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:57:28.844846 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:57:28.844861 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:57:28.844883 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:57:28.844903 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:57:28.844919 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:57:28.844935 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:57:28.844955 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:57:28.844984 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:57:28.844998 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:57:28.845029 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:57:28.845023 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:57:28.845044 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:57:28.845053 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:57:28.896151 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:57:28.928223 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:57:28.928374 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:57:28.995131 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:57:29.924564 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:57:29.941724 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:57:29.947666 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:57:29.967262 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:57:29.977644 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:57:31.992871 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:57:33.985956 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:57:34.903001 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:57:35.006619 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 03:57:40.005024 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:57:44.172215 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:57:44.172244 1 tasks.go:49] processing task group 3 of 3 I0331 03:57:44.172266 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 03:57:44.211066 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 03:57:44.216084 1 operator.go:851] Updating ClusterOperator status to done. I0331 03:57:46.418698 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0331 03:57:46.418733 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:57:46.432068 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:57:46.464609 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:57:46.471572 1 tasks.go:49] processing task group 1 of 3 I0331 03:57:46.471599 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:57:46.471612 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:57:46.490162 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:57:49.615388 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:57:49.615411 1 tasks.go:49] processing task group 2 of 3 I0331 03:57:49.615435 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:57:49.615439 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:57:49.615454 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:57:49.615473 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:57:49.615495 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:57:49.615520 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:57:49.615531 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:57:49.615554 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:57:49.615571 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:57:49.615598 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:57:49.615607 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:57:49.615626 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:57:49.615640 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:57:49.615644 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:57:49.615649 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:57:49.671297 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:57:49.685929 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:57:49.695153 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:57:49.759706 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:57:50.679664 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:57:50.712231 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:57:50.712288 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:57:50.733487 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:57:50.744321 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:57:52.766029 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:57:54.745241 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:57:55.676068 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:57:55.765141 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 03:58:00.776865 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:58:04.932528 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:58:04.932552 1 tasks.go:49] processing task group 3 of 3 I0331 03:58:04.932564 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 03:58:04.975405 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 03:58:04.980718 1 operator.go:851] Updating ClusterOperator status to done. W0331 03:58:04.991152 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:58:05.031254 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:58:05.036766 1 tasks.go:49] processing task group 1 of 3 I0331 03:58:05.036794 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:58:05.036813 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:58:05.050711 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:58:08.171295 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:58:08.171317 1 tasks.go:49] processing task group 2 of 3 I0331 03:58:08.171340 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:58:08.171348 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:58:08.171364 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:58:08.171386 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:58:08.171406 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:58:08.171435 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:58:08.171453 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:58:08.171485 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:58:08.171491 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:58:08.171498 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:58:08.171867 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:58:08.172079 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:58:08.172320 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:58:08.172449 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:58:08.171496 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:58:08.237364 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:58:08.248904 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:58:08.254636 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:58:08.331292 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:58:09.251905 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:58:09.273078 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:58:09.277092 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:58:09.285551 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:58:09.311893 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:58:11.332578 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:58:13.313537 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:58:14.239217 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:58:14.331368 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 03:58:19.318421 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:58:23.519140 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:58:23.519166 1 tasks.go:49] processing task group 3 of 3 I0331 03:58:23.519179 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 03:58:23.556779 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 03:58:23.562189 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:00:26.921075 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:00:26.921112 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:00:26.961334 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:00:26.967075 1 tasks.go:49] processing task group 1 of 3 I0331 04:00:26.967101 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:00:26.967124 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:00:26.979271 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:00:30.099938 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:00:30.099958 1 tasks.go:49] processing task group 2 of 3 I0331 04:00:30.099980 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:00:30.099983 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:00:30.099998 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:00:30.100015 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:00:30.100033 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:00:30.100057 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:00:30.100085 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:00:30.100106 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:00:30.100120 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:00:30.100144 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:00:30.100152 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:00:30.100164 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:00:30.100184 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:00:30.100215 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:00:30.100227 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:00:30.155898 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:00:30.181640 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:00:30.195347 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:00:30.246359 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:00:31.171977 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:00:31.197393 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:00:31.203180 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:00:31.222906 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:00:31.243477 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:00:33.261144 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:00:35.230159 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:00:36.160350 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:00:36.256219 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:00:41.264402 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:00:45.413500 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:00:45.413527 1 tasks.go:49] processing task group 3 of 3 I0331 04:00:45.413542 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:00:45.449515 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:00:45.454550 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:05:26.921167 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:05:26.921227 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:05:26.957602 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:05:26.962395 1 tasks.go:49] processing task group 1 of 3 I0331 04:05:26.962422 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:05:26.962437 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:05:26.975626 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:05:30.119720 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:05:30.119741 1 tasks.go:49] processing task group 2 of 3 I0331 04:05:30.119764 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:05:30.119772 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:05:30.119787 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:05:30.119806 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:05:30.119818 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:05:30.119842 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:05:30.119863 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:05:30.119873 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:05:30.119886 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:05:30.119909 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:05:30.119921 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:05:30.119946 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:05:30.119971 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:05:30.119964 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:05:30.119990 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:05:30.168634 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:05:30.190315 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:05:30.204567 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:05:30.255639 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:05:31.182579 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:05:31.210694 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:05:31.215263 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:05:31.231931 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:05:31.259930 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:05:33.275636 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:05:35.247571 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:05:36.220967 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:05:36.394843 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:05:41.290838 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:05:45.428017 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:05:45.428050 1 tasks.go:49] processing task group 3 of 3 I0331 04:05:45.428075 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:05:45.469222 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:05:45.474482 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:10:26.827069 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:10:26.827083 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0331 04:10:26.827120 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:10:26.827129 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 04:10:26.830775 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:10:26.830875 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 04:10:26.830896 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 04:10:26.830906 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:10:26.831141 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:10:26.831396 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0331 04:10:26.832655 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:10:26.833208 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:10:26.858710 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:10:26.864297 1 tasks.go:49] processing task group 1 of 3 I0331 04:10:26.864321 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:10:26.864338 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:10:26.867478 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0331 04:10:26.877233 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:10:26.921313 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 04:10:30.016707 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:10:30.016730 1 tasks.go:49] processing task group 2 of 3 I0331 04:10:30.016754 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:10:30.016822 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:10:30.016844 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:10:30.016859 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:10:30.016874 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:10:30.016885 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:10:30.016904 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:10:30.016923 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:10:30.016944 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:10:30.016959 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:10:30.016974 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:10:30.016990 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:10:30.017030 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:10:30.017032 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:10:30.017026 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:10:30.088235 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:10:30.111686 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:10:30.116646 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:10:30.167186 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:10:31.111571 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:10:31.130081 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:10:31.130345 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:10:31.131932 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:10:31.171392 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:10:33.182579 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:10:35.170400 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:10:36.076937 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:10:36.180240 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:10:41.183096 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:10:45.344751 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:10:45.344777 1 tasks.go:49] processing task group 3 of 3 I0331 04:10:45.344792 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:10:45.385156 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:10:45.390238 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:10:45.400281 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:10:45.427458 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:10:45.433228 1 tasks.go:49] processing task group 1 of 3 I0331 04:10:45.433253 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:10:45.433270 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:10:45.446547 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:10:48.588330 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:10:48.588353 1 tasks.go:49] processing task group 2 of 3 I0331 04:10:48.588386 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:10:48.588395 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:10:48.588405 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:10:48.588420 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:10:48.588440 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:10:48.588460 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:10:48.588475 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:10:48.588493 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:10:48.588509 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:10:48.588523 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:10:48.588551 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:10:48.588561 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:10:48.588604 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:10:48.588605 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:10:48.588386 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:10:48.632220 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:10:48.654980 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:10:48.674586 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:10:48.721013 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:10:49.652225 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:10:49.678061 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:10:49.678454 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:10:49.695669 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:10:49.709781 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:10:51.734664 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:10:53.711261 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:10:54.650906 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:10:54.730624 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:10:59.742383 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:11:03.893383 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:11:03.893409 1 tasks.go:49] processing task group 3 of 3 I0331 04:11:03.893426 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:11:03.928483 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:11:03.933415 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:15:26.921238 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:15:26.921298 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:15:26.949282 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:15:26.953953 1 tasks.go:49] processing task group 1 of 3 I0331 04:15:26.953979 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:15:26.953989 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:15:26.966580 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:15:30.104902 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:15:30.104925 1 tasks.go:49] processing task group 2 of 3 I0331 04:15:30.104944 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:15:30.104958 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:15:30.104971 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:15:30.104989 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:15:30.105009 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:15:30.105022 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:15:30.105035 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:15:30.105036 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:15:30.105055 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:15:30.105088 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:15:30.105099 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:15:30.105118 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:15:30.104996 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:15:30.105147 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:15:30.105016 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:15:30.159673 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:15:30.181258 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:15:30.200063 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:15:30.245858 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:15:31.181823 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:15:31.197788 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:15:31.211627 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:15:31.225000 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:15:31.258673 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:15:33.254764 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:15:35.237013 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:15:36.165362 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:15:36.247461 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:15:41.274476 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:15:45.419361 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:15:45.419387 1 tasks.go:49] processing task group 3 of 3 I0331 04:15:45.419405 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:15:45.457041 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:15:45.462476 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:20:26.921701 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:20:26.921755 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:20:26.950255 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:20:26.955453 1 tasks.go:49] processing task group 1 of 3 I0331 04:20:26.955476 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:20:26.955493 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:20:26.969846 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:20:30.105047 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:20:30.105067 1 tasks.go:49] processing task group 2 of 3 I0331 04:20:30.105089 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:20:30.105097 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:20:30.105123 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:20:30.105130 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:20:30.105144 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:20:30.105166 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:20:30.105185 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:20:30.105226 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:20:30.105235 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:20:30.105244 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:20:30.105268 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:20:30.105286 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:20:30.105321 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:20:30.105323 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:20:30.105344 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:20:30.166818 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:20:30.179767 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:20:30.188636 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:20:30.255115 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:20:31.176417 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:20:31.200959 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:20:31.211533 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:20:31.222371 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:20:31.253822 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:20:33.264121 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:20:35.243242 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:20:36.179222 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:20:36.282465 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:20:41.267488 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:20:45.434946 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:20:45.434982 1 tasks.go:49] processing task group 3 of 3 I0331 04:20:45.434996 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:20:45.470681 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:20:45.475370 1 operator.go:851] Updating ClusterOperator status to done.