W0327 07:30:49.363508 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 07:30:49.363808 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0327 07:30:49.363821 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0327 07:30:49.363826 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0327 07:30:49.363829 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0327 07:30:49.388092 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0327 07:30:49.391444 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0327 07:30:49.391520 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0327 07:30:49.391679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0327 07:30:49.393095 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 07:30:49.398374 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0327 07:30:49.401043 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0327 07:30:49.401276 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 07:30:49.402812 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 07:30:49.403144 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 07:30:49.403330 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 07:30:49.403949 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0327 07:30:49.407983 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 07:30:49.408151 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 07:30:49.408690 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 07:30:49.408898 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 07:30:49.408893 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0327 07:30:49.410044 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 07:30:49.412715 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 07:30:49.413359 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 07:30:49.413495 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 07:30:49.440066 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 07:30:49.495841 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 07:30:49.495883 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 07:30:49.495912 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0327 07:30:49.495923 1 rule_controller.go:113] Starting alerting rules controller I0327 07:30:49.495925 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0327 07:30:49.495953 1 relabel_controller.go:117] Starting alert relabel config controller I0327 07:30:49.495952 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0327 07:30:49.495965 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0327 07:30:49.495968 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0327 07:30:49.495981 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0327 07:30:49.495988 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0327 07:30:49.495954 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0327 07:30:49.495965 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0327 07:30:49.495953 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0327 07:30:49.496166 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0327 07:30:49.500105 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0327 07:30:49.500170 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0327 07:30:49.500243 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0327 07:30:49.500447 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0327 07:30:49.501060 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.501183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 07:30:49.501382 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.501428 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.501499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 07:30:49.501607 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 07:30:49.513248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-mlqqw" is created for OpenShiftMonitoringClientCertRequester I0327 07:30:49.513361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-7pbsk" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0327 07:30:49.515390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-pl6w2" is created for OpenShiftMonitoringTelemeterClientCertRequester I0327 07:30:49.519235 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.519244 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.524225 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.524232 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.524235 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.527953 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.528642 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.528648 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.531416 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.532157 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.532585 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.535028 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.535616 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.536156 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.538081 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 07:30:49.538468 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.542179 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.542916 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.542949 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.545654 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.546502 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.547378 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.551871 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.552760 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.552882 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.552882 1 tasks.go:49] processing task group 1 of 3 I0327 07:30:49.552969 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 07:30:49.552974 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:30:49.555762 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.560492 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.560507 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.560717 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.564923 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.565177 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.565419 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.569533 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.569636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0327 07:30:49.570242 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.570247 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.579579 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.579679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0327 07:30:49.579890 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.579908 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.583885 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:30:49.583900 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.584471 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.584474 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.589594 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.589616 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.589625 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.593496 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.593924 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:49.596414 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0327 07:30:49.596431 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0327 07:30:49.615611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0327 07:30:49.636184 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 07:30:49.720620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 07:30:49.730963 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 07:30:49.757705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 07:30:49.770371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 07:30:50.393236 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0327 07:30:50.394535 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0327 07:30:50.394548 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0327 07:30:50.394559 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0327 07:30:50.394563 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0327 07:30:50.396979 1 secure_serving.go:57] Forcing use of http/1.1 only I0327 07:30:50.396995 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0327 07:30:50.401293 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0327 07:30:50.401309 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0327 07:30:50.401309 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 07:30:50.401316 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 07:30:50.401325 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0327 07:30:50.401328 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0327 07:30:50.401549 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 07:30:50.401637 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774596623\" (2026-03-27 07:30:33 +0000 UTC to 2028-03-26 07:30:34 +0000 UTC (now=2026-03-27 07:30:50.401615339 +0000 UTC))" I0327 07:30:50.401800 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774596650\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774596649\" (2026-03-27 06:30:49 +0000 UTC to 2027-03-27 06:30:49 +0000 UTC (now=2026-03-27 07:30:50.401785652 +0000 UTC))" I0327 07:30:50.401818 1 secure_serving.go:213] Serving securely on [::]:8443 I0327 07:30:50.401833 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0327 07:30:50.401847 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0327 07:30:50.404768 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0327 07:30:50.405151 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0327 07:30:50.405532 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0327 07:30:50.501426 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0327 07:30:50.501439 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0327 07:30:50.501461 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0327 07:30:50.501553 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 07:19:49 +0000 UTC to 2036-03-24 07:19:49 +0000 UTC (now=2026-03-27 07:30:50.501535835 +0000 UTC))" I0327 07:30:50.501755 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774596623\" (2026-03-27 07:30:33 +0000 UTC to 2028-03-26 07:30:34 +0000 UTC (now=2026-03-27 07:30:50.501740462 +0000 UTC))" I0327 07:30:50.501907 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774596650\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774596649\" (2026-03-27 06:30:49 +0000 UTC to 2027-03-27 06:30:49 +0000 UTC (now=2026-03-27 07:30:50.501896008 +0000 UTC))" I0327 07:30:50.502030 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-27 07:19:52 +0000 UTC to 2036-03-24 07:19:52 +0000 UTC (now=2026-03-27 07:30:50.50202003 +0000 UTC))" I0327 07:30:50.502050 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-27 07:19:56 +0000 UTC to 2036-03-24 07:19:56 +0000 UTC (now=2026-03-27 07:30:50.502041442 +0000 UTC))" I0327 07:30:50.502064 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-27 07:19:57 +0000 UTC to 2036-03-24 07:19:57 +0000 UTC (now=2026-03-27 07:30:50.50205683 +0000 UTC))" I0327 07:30:50.502081 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-27 07:19:58 +0000 UTC to 2036-03-24 07:19:58 +0000 UTC (now=2026-03-27 07:30:50.502072989 +0000 UTC))" I0327 07:30:50.502094 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-27 07:19:59 +0000 UTC to 2036-03-24 07:19:59 +0000 UTC (now=2026-03-27 07:30:50.502086696 +0000 UTC))" I0327 07:30:50.502109 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9u0mu2grmtsniemfrto88aih42qpmg-kx-376f940bfb_customer-system-admin-signer@1774596109\" [] issuer=\"\" (2026-03-27 07:21:50 +0000 UTC to 2026-04-03 07:21:51 +0000 UTC (now=2026-03-27 07:30:50.50210023 +0000 UTC))" I0327 07:30:50.502127 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9u0mu2grmtsniemfrto88aih42qpmg-kx-376f940bfb_sre-system-admin-signer@1774596109\" [] issuer=\"\" (2026-03-27 07:21:49 +0000 UTC to 2026-04-03 07:21:50 +0000 UTC (now=2026-03-27 07:30:50.502118541 +0000 UTC))" I0327 07:30:50.502145 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 07:19:49 +0000 UTC to 2036-03-24 07:19:49 +0000 UTC (now=2026-03-27 07:30:50.502137378 +0000 UTC))" I0327 07:30:50.502308 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774596623\" (2026-03-27 07:30:33 +0000 UTC to 2028-03-26 07:30:34 +0000 UTC (now=2026-03-27 07:30:50.502294461 +0000 UTC))" I0327 07:30:50.502460 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774596650\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774596649\" (2026-03-27 06:30:49 +0000 UTC to 2027-03-27 06:30:49 +0000 UTC (now=2026-03-27 07:30:50.502450334 +0000 UTC))" I0327 07:30:51.702800 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:51.703194 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:51.703485 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 07:30:51.713106 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 07:30:51.713101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0327 07:30:51.717497 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 07:30:51.717536 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0327 07:30:51.717554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0327 07:30:51.717602 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 07:30:54.815576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0327 07:30:54.829290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0327 07:30:54.843841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0327 07:30:59.965897 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 07:30:59.965920 1 tasks.go:49] processing task group 2 of 3 I0327 07:30:59.965959 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:30:59.965964 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 07:30:59.965978 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:30:59.965985 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 07:30:59.965994 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:30:59.965998 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 07:30:59.966001 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 07:30:59.966009 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 07:30:59.966018 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:30:59.966014 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 07:30:59.966036 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 07:30:59.966054 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:30:59.966064 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:30:59.966088 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 07:30:59.966043 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 07:30:59.983554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0327 07:30:59.987748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0327 07:31:00.004837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0327 07:31:00.013156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0327 07:31:00.020444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0327 07:31:00.040423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0327 07:31:00.067156 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 07:31:00.081598 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:31:00.097824 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0327 07:31:00.102425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 07:31:00.109591 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:31:00.143460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0327 07:31:00.144398 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 07:31:00.145118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 07:31:00.145135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 07:31:00.241099 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 07:31:00.242036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0327 07:31:00.242114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 07:31:00.245348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0327 07:31:00.249597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 07:31:00.253228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 07:31:00.253874 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0327 07:31:00.264039 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 07:31:00.264053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 07:31:00.271908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0327 07:31:00.277164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0327 07:31:00.290856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0327 07:31:00.305249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0327 07:31:00.320502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0327 07:31:00.374389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 07:31:00.375955 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0327 07:31:00.546772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0327 07:31:00.583750 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 07:31:00.635047 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0327 07:31:00.674725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0327 07:31:00.757556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0327 07:31:00.797056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0327 07:31:00.833351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0327 07:31:00.867146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0327 07:31:01.001959 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0327 07:31:01.059042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0327 07:31:01.106635 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0327 07:31:01.127842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 07:31:01.141467 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0327 07:31:01.174724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 07:31:01.210902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0327 07:31:01.259820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 07:31:01.261269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 07:31:01.271717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0327 07:31:01.316418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0327 07:31:01.316628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0327 07:31:01.337204 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 07:31:01.337241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 07:31:01.370973 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 07:31:01.406842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0327 07:31:01.510698 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0327 07:31:01.823177 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 07:31:02.150361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0327 07:31:02.168916 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 07:31:02.179167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0327 07:31:02.245692 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:31:02.245743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0327 07:31:02.246326 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 07:31:02.279042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0327 07:31:02.370591 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 07:31:02.392576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-cgga3dfg69454 -n openshift-monitoring because it was missing I0327 07:31:02.466352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 07:31:02.597517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 07:31:02.701164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 07:31:02.799257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 07:31:02.916424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 07:31:03.018108 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 07:31:03.143063 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:31:03.154397 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 07:31:03.155364 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:31:03.253896 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 07:31:03.352148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 07:31:03.420145 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0327 07:31:03.435526 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0327 07:31:03.869565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0327 07:31:04.378816 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:31:04.410831 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 07:31:04.428405 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 07:31:04.899611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-7pfug6f406r9p -n openshift-monitoring because it was missing I0327 07:31:05.038116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0327 07:31:05.062527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0327 07:31:06.465206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-cob4i93r4ci5v -n openshift-monitoring because it was missing I0327 07:31:06.488973 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0327 07:31:06.505502 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 07:31:06.516020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0327 07:31:09.113241 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 07:31:09.113316 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0327 07:31:14.474274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0327 07:31:14.508589 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 07:31:19.366558 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 07:31:23.769024 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 07:31:28.959558 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0327 07:31:28.971003 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 07:31:28.971071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0327 07:31:38.764399 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 07:31:41.393476 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 07:31:53.764492 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 07:32:16.568820 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 07:32:16.568857 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0327 07:32:16.568865 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0327 07:32:16.568884 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0327 07:32:16.569971 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 07:32:16.596377 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 07:32:16.600842 1 tasks.go:49] processing task group 1 of 3 I0327 07:32:16.600866 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 07:32:16.600882 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:32:16.614443 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:32:17.646616 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYS9CeGpKUlJNdHd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTVOall5TXpBZQpGdzB5TmpBek1qY3dOek13TWpKYUZ3MHlPREExTWpVd056TXdNak5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExT1RZMk1qTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRG5McG9zZXhiSW4zUUlZQmU3NWsxb1NteUh5TjZxZEVIQgp5QVdpdDhSdlR4dUgzQ1pFTTh2dlpHRXZRb0tQVE5PYnRlTzQ5MjFHb2FLeUoxa2JwNGo0U2ZWVmZnc0d0TGliClh4c1FpeUNTTFVEUloxajJWbXVuVEt2Z1Z3R3VUclZaVnRjQjlsMXVaR3hJVnJ3YTN4MUVhb3AwSzlBTEt2bTgKTkhGQmdvK3pnM2kzUkRKbUNvNTFzOCswUEJBK1J1cEhZaGN3S0M4TExDNXBLcnc5ZnNwVDFVanZ5bVA1TTJ3ZwpQQVNrb0FPckV0QVRHTFJiSGRJUTRFUmlJdmxpZ01vZkVLNFRHTkpIU0xQWU5IZ0YvUzA5OHR4NFBxNXpTaVdtCitBNHJweHN5SStwU0c4NFlzWGtDTjcrWElMTE1QOVJaK0dRQlVFYjh2dnFnMmdQd05reGRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlE3c3FsTAp2MGlueXZqTnhXWEZNRGlOdE5mY01qQWZCZ05WSFNNRUdEQVdnQlE3c3FsTHYwaW55dmpOeFdYRk1EaU50TmZjCk1qQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFtamNiaTJIR1l0Z1l1aEsyMEVydGFNSllYa09BN0VtckdnTS8KdU13ekVHSDJiT0JhVmFLU3NuR2NkQk16blBxUUxUODlZWHZCVUNnR3IwNDlQMHl5RURCWnM3aE03SW1oM01TNgpQbjRJRFdTdWxrS0UzWnlaUGZDUmZlWHplQ0FpdEp6a3RUYzV2RzMyM204TWxCY2dzMHBaU2RLSWY1bkxIazNrCkdhdkcyT1RBNXhXZW1SV1dpM2x1a3RwLzdkbkRZZXMzbkhhSjRDekRPZXJmMVhjN1BNbmtKdldrbWxodjVqdFMKT1IvN05rNDBvTE1MNWlVRmNHMmpyS2xPOWRiK3g3dG5Id2FJTjZ1eGFhSVRlVVZFQXdEa0Fwa2tPY1V2dTdqYwpDZXZBWTVkZ3UxNkV2eVVZRXJLY0Nhb3VpbDUxaHJLa01tWEhnM2Q1WHBOaXo2SlZwZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 07:32:17.651861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0327 07:32:17.656301 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYS9CeGpKUlJNdHd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTVOall5TXpBZQpGdzB5TmpBek1qY3dOek13TWpKYUZ3MHlPREExTWpVd056TXdNak5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExT1RZMk1qTXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRG5McG9zZXhiSW4zUUlZQmU3NWsxb1NteUh5TjZxZEVIQgp5QVdpdDhSdlR4dUgzQ1pFTTh2dlpHRXZRb0tQVE5PYnRlTzQ5MjFHb2FLeUoxa2JwNGo0U2ZWVmZnc0d0TGliClh4c1FpeUNTTFVEUloxajJWbXVuVEt2Z1Z3R3VUclZaVnRjQjlsMXVaR3hJVnJ3YTN4MUVhb3AwSzlBTEt2bTgKTkhGQmdvK3pnM2kzUkRKbUNvNTFzOCswUEJBK1J1cEhZaGN3S0M4TExDNXBLcnc5ZnNwVDFVanZ5bVA1TTJ3ZwpQQVNrb0FPckV0QVRHTFJiSGRJUTRFUmlJdmxpZ01vZkVLNFRHTkpIU0xQWU5IZ0YvUzA5OHR4NFBxNXpTaVdtCitBNHJweHN5SStwU0c4NFlzWGtDTjcrWElMTE1QOVJaK0dRQlVFYjh2dnFnMmdQd05reGRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlE3c3FsTAp2MGlueXZqTnhXWEZNRGlOdE5mY01qQWZCZ05WSFNNRUdEQVdnQlE3c3FsTHYwaW55dmpOeFdYRk1EaU50TmZjCk1qQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFtamNiaTJIR1l0Z1l1aEsyMEVydGFNSllYa09BN0VtckdnTS8KdU13ekVHSDJiT0JhVmFLU3NuR2NkQk16blBxUUxUODlZWHZCVUNnR3IwNDlQMHl5RURCWnM3aE03SW1oM01TNgpQbjRJRFdTdWxrS0UzWnlaUGZDUmZlWHplQ0FpdEp6a3RUYzV2RzMyM204TWxCY2dzMHBaU2RLSWY1bkxIazNrCkdhdkcyT1RBNXhXZW1SV1dpM2x1a3RwLzdkbkRZZXMzbkhhSjRDekRPZXJmMVhjN1BNbmtKdldrbWxodjVqdFMKT1IvN05rNDBvTE1MNWlVRmNHMmpyS2xPOWRiK3g3dG5Id2FJTjZ1eGFhSVRlVVZFQXdEa0Fwa2tPY1V2dTdqYwpDZXZBWTVkZ3UxNkV2eVVZRXJLY0Nhb3VpbDUxaHJLa01tWEhnM2Q1WHBOaXo2SlZwZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 07:32:17.661684 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0327 07:32:19.759900 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 07:32:19.759924 1 tasks.go:49] processing task group 2 of 3 I0327 07:32:19.759964 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:32:19.760018 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 07:32:19.760046 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 07:32:19.760030 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 07:32:19.760067 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 07:32:19.760084 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 07:32:19.760118 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:32:19.760139 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 07:32:19.760133 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 07:32:19.760152 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 07:32:19.760161 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:32:19.760186 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:32:19.760209 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:32:19.760228 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:32:19.760138 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 07:32:19.826799 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:32:19.834537 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:32:19.848896 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 07:32:19.852361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0327 07:32:19.865657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0327 07:32:19.882678 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0327 07:32:19.894080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0327 07:32:19.909041 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:32:19.909349 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 07:32:19.965882 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 07:32:20.837043 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:32:20.865773 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:32:20.874343 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 07:32:20.876226 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:32:20.902895 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 07:32:22.922728 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 07:32:24.884927 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 07:32:24.960444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0327 07:32:25.815990 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 07:32:30.051821 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 07:33:10.944873 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 07:34:35.106432 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 07:34:35.106457 1 tasks.go:49] processing task group 3 of 3 I0327 07:34:35.106473 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 07:34:35.153152 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 07:34:35.153221 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"36457519-5e5f-460c-b85c-6a617d229a97", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0327 07:34:35.158722 1 operator.go:851] Updating ClusterOperator status to done. W0327 07:34:35.219709 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 07:34:35.249421 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 07:34:35.253852 1 tasks.go:49] processing task group 1 of 3 I0327 07:34:35.253873 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 07:34:35.253884 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:34:35.265807 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:34:38.395385 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 07:34:38.395406 1 tasks.go:49] processing task group 2 of 3 I0327 07:34:38.395429 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:34:38.395435 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 07:34:38.395444 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 07:34:38.395457 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 07:34:38.395471 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:34:38.395490 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:34:38.395513 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:34:38.395525 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 07:34:38.395543 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:34:38.395558 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:34:38.395572 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 07:34:38.395585 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 07:34:38.395596 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 07:34:38.395616 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 07:34:38.395640 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 07:34:38.449249 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:34:38.465757 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:34:38.481905 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 07:34:38.523369 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:34:39.474421 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:34:39.506708 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 07:34:39.515534 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:34:39.541882 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 07:34:39.554847 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:34:41.581187 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 07:34:43.524282 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 07:34:44.451603 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 07:34:44.533169 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 07:34:49.608721 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 07:34:53.715619 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 07:34:53.715644 1 tasks.go:49] processing task group 3 of 3 I0327 07:34:53.715660 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 07:34:53.754541 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 07:34:53.762550 1 operator.go:851] Updating ClusterOperator status to done. I0327 07:34:53.765662 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 07:34:53.772448 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 07:34:53.784059 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 07:34:53.825284 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 07:34:53.829702 1 tasks.go:49] processing task group 1 of 3 I0327 07:34:53.829724 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 07:34:53.829737 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:34:53.842055 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:34:56.955432 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 07:34:56.955452 1 tasks.go:49] processing task group 2 of 3 I0327 07:34:56.955478 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:34:56.955479 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 07:34:56.955499 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 07:34:56.955509 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:34:56.955529 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 07:34:56.955543 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 07:34:56.955589 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 07:34:56.955567 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:34:56.955618 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 07:34:56.955639 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:34:56.955634 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:34:56.955654 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:34:56.955681 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 07:34:56.955598 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 07:34:56.955616 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 07:34:57.012044 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:34:57.029397 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:34:57.034442 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 07:34:57.085616 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:34:58.023658 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:34:58.050442 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 07:34:58.052978 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:34:58.075560 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:34:58.077555 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 07:35:00.128994 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 07:35:02.082775 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 07:35:03.014541 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 07:35:03.098092 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 07:35:08.108261 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 07:35:12.329910 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 07:35:12.329955 1 tasks.go:49] processing task group 3 of 3 I0327 07:35:12.329968 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 07:35:12.369028 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 07:35:12.374219 1 operator.go:851] Updating ClusterOperator status to done. W0327 07:35:12.383707 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 07:35:12.408922 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 07:35:12.413353 1 tasks.go:49] processing task group 1 of 3 I0327 07:35:12.413375 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 07:35:12.413389 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:35:12.424706 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:35:15.534992 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 07:35:15.535012 1 tasks.go:49] processing task group 2 of 3 I0327 07:35:15.535036 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:35:15.535042 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 07:35:15.535051 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 07:35:15.535068 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 07:35:15.535085 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 07:35:15.535108 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:35:15.535128 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:35:15.535146 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 07:35:15.535165 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:35:15.535200 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 07:35:15.535201 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 07:35:15.535211 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 07:35:15.535223 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 07:35:15.535244 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:35:15.535181 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:35:15.587381 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:35:15.607217 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:35:15.614425 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 07:35:15.668580 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:35:16.602114 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:35:16.630708 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:35:16.633562 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 07:35:16.649749 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:35:16.664651 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 07:35:18.680918 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 07:35:20.648344 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 07:35:21.591220 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 07:35:21.673666 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 07:35:26.687186 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 07:35:30.838294 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 07:35:30.838319 1 tasks.go:49] processing task group 3 of 3 I0327 07:35:30.838340 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 07:35:30.874728 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 07:35:30.879725 1 operator.go:851] Updating ClusterOperator status to done. I0327 07:35:49.496159 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 07:35:49.496190 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 07:35:49.522694 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 07:35:49.527230 1 tasks.go:49] processing task group 1 of 3 I0327 07:35:49.527253 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 07:35:49.527270 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:35:49.538652 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:35:52.652782 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 07:35:52.652802 1 tasks.go:49] processing task group 2 of 3 I0327 07:35:52.652829 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:35:52.652830 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 07:35:52.652846 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:35:52.652865 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 07:35:52.652883 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 07:35:52.652911 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:35:52.652927 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 07:35:52.652968 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 07:35:52.652977 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:35:52.652991 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:35:52.652999 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:35:52.653005 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 07:35:52.653025 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 07:35:52.653056 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 07:35:52.653097 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 07:35:52.701256 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:35:52.733108 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:35:52.738682 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 07:35:52.786235 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:35:53.725818 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:35:53.747713 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:35:53.754612 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 07:35:53.756857 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:35:53.779779 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 07:35:55.810194 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 07:35:57.777413 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 07:35:58.706062 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 07:35:58.798606 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 07:36:03.803654 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 07:36:07.958544 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 07:36:07.958570 1 tasks.go:49] processing task group 3 of 3 I0327 07:36:07.958588 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 07:36:07.998092 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 07:36:08.002747 1 operator.go:851] Updating ClusterOperator status to done. I0327 07:40:49.496703 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 07:40:49.496762 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 07:40:49.523434 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 07:40:49.527837 1 tasks.go:49] processing task group 1 of 3 I0327 07:40:49.527863 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 07:40:49.527872 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:40:49.540012 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:40:52.680920 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 07:40:52.680959 1 tasks.go:49] processing task group 2 of 3 I0327 07:40:52.680986 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:40:52.680996 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 07:40:52.681011 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:40:52.681022 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:40:52.681035 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 07:40:52.681050 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:40:52.681073 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:40:52.681094 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 07:40:52.681113 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:40:52.681134 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 07:40:52.681161 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 07:40:52.681183 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 07:40:52.681197 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 07:40:52.681165 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 07:40:52.680994 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 07:40:52.747580 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:40:52.770898 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:40:52.788243 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 07:40:52.848821 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:40:53.765063 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:40:53.787122 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:40:53.787433 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 07:40:53.797311 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:40:53.836603 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 07:40:55.834836 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 07:40:57.821552 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 07:40:58.737321 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 07:40:58.843545 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 07:41:03.840116 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 07:41:07.987181 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 07:41:07.987202 1 tasks.go:49] processing task group 3 of 3 I0327 07:41:07.987210 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 07:41:08.025801 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 07:41:08.032289 1 operator.go:851] Updating ClusterOperator status to done. I0327 07:45:49.403924 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0327 07:45:49.403990 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 07:45:49.403999 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 07:45:49.404014 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 07:45:49.404081 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 07:45:49.404092 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 07:45:49.404107 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 07:45:49.404163 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 07:45:49.408517 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 07:45:49.409584 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 07:45:49.409618 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 07:45:49.410674 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 07:45:49.432561 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 07:45:49.437065 1 tasks.go:49] processing task group 1 of 3 I0327 07:45:49.437088 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 07:45:49.437101 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:45:49.440745 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 07:45:49.449081 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:45:49.496742 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 07:45:52.580218 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 07:45:52.580237 1 tasks.go:49] processing task group 2 of 3 I0327 07:45:52.580264 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:45:52.580261 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:45:52.580276 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 07:45:52.580294 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 07:45:52.580312 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 07:45:52.580331 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 07:45:52.580342 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:45:52.580362 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:45:52.580372 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 07:45:52.580391 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 07:45:52.580409 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:45:52.580442 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 07:45:52.580432 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:45:52.580459 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 07:45:52.580528 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 07:45:52.627633 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:45:52.648532 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:45:52.662681 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 07:45:52.722590 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:45:53.638368 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:45:53.661927 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:45:53.666432 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 07:45:53.698131 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:45:53.712995 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 07:45:55.724261 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 07:45:57.697493 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 07:45:58.639518 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 07:45:58.718474 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 07:46:03.733604 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 07:46:07.872100 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 07:46:07.872122 1 tasks.go:49] processing task group 3 of 3 I0327 07:46:07.872138 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 07:46:07.906624 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 07:46:07.911475 1 operator.go:851] Updating ClusterOperator status to done. W0327 07:46:07.920079 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 07:46:07.944813 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 07:46:07.949013 1 tasks.go:49] processing task group 1 of 3 I0327 07:46:07.949044 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 07:46:07.949057 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:46:07.961615 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:46:11.076434 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 07:46:11.076456 1 tasks.go:49] processing task group 2 of 3 I0327 07:46:11.076481 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:46:11.076482 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 07:46:11.076541 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 07:46:11.076557 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 07:46:11.076588 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:46:11.076601 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 07:46:11.076623 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:46:11.076646 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:46:11.076655 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:46:11.076667 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 07:46:11.076681 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 07:46:11.076688 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 07:46:11.076708 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 07:46:11.076735 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:46:11.076630 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 07:46:11.143349 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:46:11.164975 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:46:11.166715 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 07:46:11.224209 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:46:12.168476 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:46:12.179685 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:46:12.182679 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:46:12.188919 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 07:46:12.217544 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 07:46:14.233149 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 07:46:16.217246 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 07:46:17.137585 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 07:46:17.237176 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 07:46:22.224292 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 07:46:26.386387 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 07:46:26.386409 1 tasks.go:49] processing task group 3 of 3 I0327 07:46:26.386425 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 07:46:26.500559 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 07:46:26.506673 1 operator.go:851] Updating ClusterOperator status to done. I0327 07:50:49.496832 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 07:50:49.496884 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 07:50:49.530285 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 07:50:49.535060 1 tasks.go:49] processing task group 1 of 3 I0327 07:50:49.535085 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 07:50:49.535105 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:50:49.548270 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:50:52.674571 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 07:50:52.674591 1 tasks.go:49] processing task group 2 of 3 I0327 07:50:52.674612 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:50:52.674677 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 07:50:52.674690 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 07:50:52.674712 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:50:52.674733 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 07:50:52.674748 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:50:52.674777 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 07:50:52.674786 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:50:52.674805 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 07:50:52.674823 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 07:50:52.674839 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 07:50:52.674868 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:50:52.674871 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 07:50:52.674889 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 07:50:52.674846 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:50:52.731090 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:50:52.757252 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:50:52.770061 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 07:50:52.815019 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:50:53.746208 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:50:53.766066 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 07:50:53.768508 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:50:53.771806 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:50:53.818435 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 07:50:55.822978 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 07:50:57.801011 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 07:50:58.728086 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 07:50:58.824874 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 07:51:03.816607 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 07:51:07.975963 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 07:51:07.975986 1 tasks.go:49] processing task group 3 of 3 I0327 07:51:07.976001 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 07:51:08.010661 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 07:51:08.015688 1 operator.go:851] Updating ClusterOperator status to done. I0327 07:55:49.496459 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 07:55:49.496513 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 07:55:49.527712 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 07:55:49.532914 1 tasks.go:49] processing task group 1 of 3 I0327 07:55:49.532954 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 07:55:49.533021 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:55:49.545207 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 07:55:52.673024 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 07:55:52.673045 1 tasks.go:49] processing task group 2 of 3 I0327 07:55:52.673067 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:55:52.673073 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 07:55:52.673088 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 07:55:52.673106 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:55:52.673131 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 07:55:52.673145 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 07:55:52.673163 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 07:55:52.673181 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:55:52.673204 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:55:52.673225 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:55:52.673248 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 07:55:52.673263 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 07:55:52.673270 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 07:55:52.673299 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:55:52.673256 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 07:55:52.726210 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 07:55:52.747762 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 07:55:52.755145 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 07:55:52.806749 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 07:55:53.743282 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 07:55:53.767666 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 07:55:53.770957 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 07:55:53.780036 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 07:55:53.806304 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 07:55:55.835552 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 07:55:57.799513 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 07:55:58.730755 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 07:55:58.817911 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 07:56:03.825433 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 07:56:07.986657 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 07:56:07.986684 1 tasks.go:49] processing task group 3 of 3 I0327 07:56:07.986693 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 07:56:08.021695 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 07:56:08.026899 1 operator.go:851] Updating ClusterOperator status to done. I0327 08:00:49.403946 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0327 08:00:49.403987 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 08:00:49.404134 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 08:00:49.404155 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 08:00:49.404184 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 08:00:49.404208 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 08:00:49.404301 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 08:00:49.404308 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 08:00:49.409204 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 08:00:49.409869 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 08:00:49.409873 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 08:00:49.411608 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 08:00:49.435463 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 08:00:49.441264 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 08:00:49.441476 1 tasks.go:49] processing task group 1 of 3 I0327 08:00:49.441498 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 08:00:49.441518 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 08:00:49.454745 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 08:00:49.496626 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 08:00:52.594123 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 08:00:52.594145 1 tasks.go:49] processing task group 2 of 3 I0327 08:00:52.594170 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 08:00:52.594176 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 08:00:52.594194 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 08:00:52.594219 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 08:00:52.594238 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 08:00:52.594261 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 08:00:52.594275 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 08:00:52.594300 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 08:00:52.594317 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 08:00:52.594318 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 08:00:52.594337 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 08:00:52.594359 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 08:00:52.594286 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 08:00:52.594392 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 08:00:52.594248 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 08:00:52.660154 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 08:00:52.685903 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 08:00:52.686501 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 08:00:52.745684 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 08:00:53.681827 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 08:00:53.725370 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 08:00:53.729929 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 08:00:53.741867 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 08:00:53.755003 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 08:00:55.770285 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 08:00:57.790441 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 08:00:58.656127 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 08:00:58.759859 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 08:01:03.779205 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 08:01:07.921350 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 08:01:07.921380 1 tasks.go:49] processing task group 3 of 3 I0327 08:01:07.921393 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 08:01:07.964706 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 08:01:07.969692 1 operator.go:851] Updating ClusterOperator status to done. W0327 08:01:07.978541 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 08:01:08.004631 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 08:01:08.009684 1 tasks.go:49] processing task group 1 of 3 I0327 08:01:08.009715 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 08:01:08.009733 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 08:01:08.021403 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 08:01:11.140466 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 08:01:11.140499 1 tasks.go:49] processing task group 2 of 3 I0327 08:01:11.140532 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 08:01:11.140534 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 08:01:11.140540 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 08:01:11.140549 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 08:01:11.140567 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 08:01:11.140586 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 08:01:11.140605 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 08:01:11.140627 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 08:01:11.140643 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 08:01:11.140679 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 08:01:11.140699 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 08:01:11.140701 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 08:01:11.140732 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 08:01:11.140680 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 08:01:11.140749 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 08:01:11.195603 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 08:01:11.226896 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 08:01:11.233584 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 08:01:11.283174 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 08:01:12.216205 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 08:01:12.233728 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 08:01:12.243714 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 08:01:12.252753 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 08:01:12.273825 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 08:01:14.294607 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 08:01:16.281405 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 08:01:17.196913 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 08:01:17.317909 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 08:01:22.284181 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 08:01:26.471479 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 08:01:26.471506 1 tasks.go:49] processing task group 3 of 3 I0327 08:01:26.471523 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 08:01:26.589345 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 08:01:26.598869 1 operator.go:851] Updating ClusterOperator status to done.