W0327 23:09:08.589960 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0327 23:09:08.590285 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0327 23:09:08.590301 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0327 23:09:08.590305 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0327 23:09:08.590308 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0327 23:09:08.610961 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0327 23:09:08.613128 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0327 23:09:08.613156 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0327 23:09:08.613380 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0327 23:09:08.614237 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 23:09:08.620401 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:09:08.620705 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:09:08.623180 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:09:08.623296 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0327 23:09:08.623400 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0327 23:09:08.623817 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:09:08.624346 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0327 23:09:08.628892 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:09:08.629873 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:09:08.631012 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:09:08.631447 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:09:08.631995 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:09:08.632090 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0327 23:09:08.633117 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 23:09:08.635773 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 23:09:08.635878 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:09:08.660691 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:09:08.715779 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:09:08.715839 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:09:08.715836 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0327 23:09:08.715843 1 rule_controller.go:113] Starting alerting rules controller I0327 23:09:08.715855 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0327 23:09:08.715861 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0327 23:09:08.715859 1 relabel_controller.go:117] Starting alert relabel config controller I0327 23:09:08.715864 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0327 23:09:08.715875 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0327 23:09:08.715882 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0327 23:09:08.715887 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0327 23:09:08.715893 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0327 23:09:08.715895 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0327 23:09:08.715900 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0327 23:09:08.715900 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0327 23:09:08.718165 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0327 23:09:08.718341 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0327 23:09:08.718970 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0327 23:09:08.720217 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.720250 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0327 23:09:08.720323 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 23:09:08.721763 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.721806 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.721905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 23:09:08.721974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0327 23:09:08.730333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-866vm" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0327 23:09:08.735759 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-xlq9t" is created for OpenShiftMonitoringClientCertRequester I0327 23:09:08.735776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-smmf2" is created for OpenShiftMonitoringTelemeterClientCertRequester I0327 23:09:08.739033 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.740308 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.740309 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.746094 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.746107 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.746111 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.750038 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.750039 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.750039 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.753462 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.754765 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.754776 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.757322 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.758236 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.759320 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.761228 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:09:08.763980 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.766735 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.766754 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.770091 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.773839 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.773860 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.777639 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.778871 1 tasks.go:49] processing task group 1 of 3 I0327 23:09:08.778897 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:09:08.778913 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:09:08.779130 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.779440 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.787877 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.788133 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.788140 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.803702 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.803707 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.803730 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.806267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0327 23:09:08.816113 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0327 23:09:08.816125 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0327 23:09:08.819735 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.819737 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.819790 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0327 23:09:08.819813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0327 23:09:08.826930 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:09:08.827043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0327 23:09:08.827339 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 23:09:08.830976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0327 23:09:08.831247 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 23:09:08.838776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0327 23:09:08.838812 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 23:09:08.838885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0327 23:09:08.904470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 23:09:08.985090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0327 23:09:09.000847 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 23:09:09.042343 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 23:09:09.057178 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0327 23:09:09.389987 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0327 23:09:09.391315 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0327 23:09:09.391334 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0327 23:09:09.391349 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0327 23:09:09.391356 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0327 23:09:09.393870 1 secure_serving.go:57] Forcing use of http/1.1 only I0327 23:09:09.393888 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0327 23:09:09.397440 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0327 23:09:09.397445 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0327 23:09:09.397450 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0327 23:09:09.397464 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0327 23:09:09.397464 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0327 23:09:09.397466 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0327 23:09:09.397704 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0327 23:09:09.397811 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652920\" (2026-03-27 23:08:51 +0000 UTC to 2028-03-26 23:08:52 +0000 UTC (now=2026-03-27 23:09:09.397771576 +0000 UTC))" I0327 23:09:09.398012 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652949\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652949\" (2026-03-27 22:09:08 +0000 UTC to 2027-03-27 22:09:08 +0000 UTC (now=2026-03-27 23:09:09.397998278 +0000 UTC))" I0327 23:09:09.398039 1 secure_serving.go:213] Serving securely on [::]:8443 I0327 23:09:09.398073 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0327 23:09:09.398092 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0327 23:09:09.399839 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0327 23:09:09.399997 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0327 23:09:09.400148 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0327 23:09:09.497611 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0327 23:09:09.497623 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0327 23:09:09.497679 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0327 23:09:09.497820 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 22:52:41 +0000 UTC to 2036-03-24 22:52:41 +0000 UTC (now=2026-03-27 23:09:09.497791761 +0000 UTC))" I0327 23:09:09.498020 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652920\" (2026-03-27 23:08:51 +0000 UTC to 2028-03-26 23:08:52 +0000 UTC (now=2026-03-27 23:09:09.498005674 +0000 UTC))" I0327 23:09:09.498176 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652949\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652949\" (2026-03-27 22:09:08 +0000 UTC to 2027-03-27 22:09:08 +0000 UTC (now=2026-03-27 23:09:09.498164465 +0000 UTC))" I0327 23:09:09.498280 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-27 22:52:44 +0000 UTC to 2036-03-24 22:52:44 +0000 UTC (now=2026-03-27 23:09:09.498268732 +0000 UTC))" I0327 23:09:09.498299 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-27 22:52:49 +0000 UTC to 2036-03-24 22:52:49 +0000 UTC (now=2026-03-27 23:09:09.498290621 +0000 UTC))" I0327 23:09:09.498314 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-27 22:52:54 +0000 UTC to 2036-03-24 22:52:54 +0000 UTC (now=2026-03-27 23:09:09.498306135 +0000 UTC))" I0327 23:09:09.498328 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-27 22:52:56 +0000 UTC to 2036-03-24 22:52:56 +0000 UTC (now=2026-03-27 23:09:09.49832035 +0000 UTC))" I0327 23:09:09.498352 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-27 22:53:00 +0000 UTC to 2036-03-24 22:53:00 +0000 UTC (now=2026-03-27 23:09:09.498344258 +0000 UTC))" I0327 23:09:09.498389 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pabktg44jfgggbdbhfgln3ik84drlf2-kx-b55f78780d_customer-system-admin-signer@1774652118\" [] issuer=\"\" (2026-03-27 22:55:17 +0000 UTC to 2026-04-03 22:55:18 +0000 UTC (now=2026-03-27 23:09:09.498377785 +0000 UTC))" I0327 23:09:09.498408 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pabktg44jfgggbdbhfgln3ik84drlf2-kx-b55f78780d_sre-system-admin-signer@1774652118\" [] issuer=\"\" (2026-03-27 22:55:19 +0000 UTC to 2026-04-03 22:55:20 +0000 UTC (now=2026-03-27 23:09:09.498398294 +0000 UTC))" I0327 23:09:09.498425 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-27 22:52:41 +0000 UTC to 2036-03-24 22:52:41 +0000 UTC (now=2026-03-27 23:09:09.49841681 +0000 UTC))" I0327 23:09:09.498606 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774652920\" (2026-03-27 23:08:51 +0000 UTC to 2028-03-26 23:08:52 +0000 UTC (now=2026-03-27 23:09:09.498593076 +0000 UTC))" I0327 23:09:09.498759 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774652949\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774652949\" (2026-03-27 22:09:08 +0000 UTC to 2027-03-27 22:09:08 +0000 UTC (now=2026-03-27 23:09:09.498749588 +0000 UTC))" I0327 23:09:12.108219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0327 23:09:12.119213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0327 23:09:12.135860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0327 23:09:17.266838 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:09:17.266866 1 tasks.go:49] processing task group 2 of 3 I0327 23:09:17.266899 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:09:17.266899 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:09:17.266915 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:09:17.266922 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:09:17.266921 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:09:17.266928 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:09:17.266933 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:09:17.266938 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:09:17.266950 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:09:17.266949 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:09:17.266951 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:09:17.266958 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:09:17.266953 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:09:17.266975 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:09:17.266995 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:09:17.285808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0327 23:09:17.301576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0327 23:09:17.318013 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0327 23:09:17.336138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0327 23:09:17.341496 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0327 23:09:17.342045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0327 23:09:17.356701 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:09:17.380412 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:09:17.398356 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:09:17.418506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0327 23:09:17.419734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 23:09:17.460997 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0327 23:09:17.464052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 23:09:17.466625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 23:09:17.470406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 23:09:17.557089 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0327 23:09:17.557659 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0327 23:09:17.559418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0327 23:09:17.559431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0327 23:09:17.562252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0327 23:09:17.563009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0327 23:09:17.574533 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0327 23:09:17.578970 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 23:09:17.578986 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0327 23:09:17.582463 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0327 23:09:17.594559 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0327 23:09:17.606637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0327 23:09:17.618691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0327 23:09:17.627576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0327 23:09:17.759596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 23:09:17.763682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0327 23:09:17.860593 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0327 23:09:17.936592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0327 23:09:17.938748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0327 23:09:18.029216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0327 23:09:18.031529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0327 23:09:18.130023 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0327 23:09:18.142333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0327 23:09:18.195187 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0327 23:09:18.274163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0327 23:09:18.353278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0327 23:09:18.377362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0327 23:09:18.427276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 23:09:18.440487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0327 23:09:18.466361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 23:09:18.477270 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0327 23:09:18.559226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 23:09:18.568941 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0327 23:09:18.579148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0327 23:09:18.583015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0327 23:09:18.632386 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0327 23:09:18.649759 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:09:18.649788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 23:09:18.670339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0327 23:09:18.738518 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0327 23:09:19.048888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0327 23:09:19.254427 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:09:19.432395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0327 23:09:19.450927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0327 23:09:19.469475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:09:19.601375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0327 23:09:19.710104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 23:09:19.803796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 23:09:19.938724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 23:09:20.036599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:09:20.118436 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 23:09:20.118572 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:09:20.118637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0327 23:09:20.134459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 23:09:20.232595 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0327 23:09:20.356922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0327 23:09:20.398051 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:09:20.405574 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:09:20.471418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:09:20.573859 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0327 23:09:20.678676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0327 23:09:20.685259 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:09:20.694881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-9nah6r8bt9dar -n openshift-monitoring because it was missing I0327 23:09:20.758245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:09:20.775243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0327 23:09:21.239024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0327 23:09:21.696990 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:09:21.718329 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:09:22.261270 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-58qiooi95kcvf -n openshift-monitoring because it was missing I0327 23:09:22.322792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:09:22.370504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:09:23.804404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-29ovnmsalesrr -n openshift-monitoring because it was missing I0327 23:09:23.818372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0327 23:09:23.836577 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0327 23:09:23.848137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0327 23:09:26.438773 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:09:26.438849 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0327 23:09:30.397413 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:09:33.812347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0327 23:09:33.847151 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:09:37.495572 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 23:09:45.405505 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:09:47.312206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0327 23:09:47.322913 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:09:47.322978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0327 23:09:58.711758 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:10:00.396524 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:10:33.897874 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:10:33.897912 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0327 23:10:33.897920 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0327 23:10:33.897938 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0327 23:10:33.899043 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:10:33.923741 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:10:33.927711 1 tasks.go:49] processing task group 1 of 3 I0327 23:10:33.927737 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:10:33.927757 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:10:33.938424 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:10:34.969931 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYkNFYklza2sxY1V3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWTFNamt5TURBZQpGdzB5TmpBek1qY3lNekE0TXpsYUZ3MHlPREExTWpVeU16QTROREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTlRJNU1qQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGlqTXZwSVdVS2JLTjduSEZjd0dGN2ZSSVJGaUFjUnZEOAozUTVjNVFybkhjdUlPOUVHZGF4bmdRa3kwWHdBZFVya2VlL1l5NThCVk9XQWY3b2dnRXRFUVBvc2lFZGJoNE8rCnlhajIxK05ZcmNDM3N5WUxNZmdTSWxTU3BiSUN4a21jODZBSnN2UzcwaTVDTDRjdzZteldBSm9Zb1B1T0cwYXQKY3k1dkdJckZYbUVjd3owMk5RL0MrY3pPUFJrS01rVjlvVGdtbkM4MG5pWXBFWll2dHpreG5xT3M4RXl5TFN1WAplZGhDNkFSSEdmRGRENW1aYXdzRnBVdVB4aUdtbFA0SFhxc3o1dzN2SjU1bHpTUXhGb3gxUTg0ZC9hRjhxaUtoCm05Q015Q0lqTjBYd0hkQ1paME5MaGJ6eGVqeCtncXNiR2dPRXpRY3Zqa0NnQXZnSFJsSExBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNGZXIwcQpUSDROTDB1bFNTeVQ0Q2IyNFhzV2xUQWZCZ05WSFNNRUdEQVdnQlNGZXIwcVRINE5MMHVsU1N5VDRDYjI0WHNXCmxUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFYUnk3WFgvRTNqUjQ5K1JXYnRkazB5WktnTHdDWmV1c0NYU04KTm1zR05ZTTZCeStGR1VMa3Y3RWpGcEJrZjBJUE1JWlZLa2ZUOTNtOGpZZXVFK1VuOXNROXJqNlBpT2M1NllrbApGcVloYnAxbTFRb1FZUW0wSDcyRVNyNUQ0SDl4clo1STMwMmpyOXIyQzdGT0xmakMzSE5MaWhCU2VQRGF4L0FHCnFuT2VkeStZcGszUDM0MmthQW5KMXlBSlRxd2pCZEloUFhoOUlkT0tRY2pPd1BRdE9OSFBFQy9SQm1ZMmliOWgKdlhzaUJoRmQ3MHgyb1p4alI1WGR0WWRJRTZHMXYzVUpxeFJXNnZMNU9UaUNvemFENTJLNlV5L2U1V3ZScW9CMQpzdk91N0JjUE1DNlJxTmRJaG1sbTRkZmVKSlMwQ1pPY1hqS3EyZmRxTDJ0SS9NSUZqQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 23:10:34.977792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0327 23:10:34.989347 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYkNFYklza2sxY1V3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EWTFNamt5TURBZQpGdzB5TmpBek1qY3lNekE0TXpsYUZ3MHlPREExTWpVeU16QTROREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEyTlRJNU1qQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGlqTXZwSVdVS2JLTjduSEZjd0dGN2ZSSVJGaUFjUnZEOAozUTVjNVFybkhjdUlPOUVHZGF4bmdRa3kwWHdBZFVya2VlL1l5NThCVk9XQWY3b2dnRXRFUVBvc2lFZGJoNE8rCnlhajIxK05ZcmNDM3N5WUxNZmdTSWxTU3BiSUN4a21jODZBSnN2UzcwaTVDTDRjdzZteldBSm9Zb1B1T0cwYXQKY3k1dkdJckZYbUVjd3owMk5RL0MrY3pPUFJrS01rVjlvVGdtbkM4MG5pWXBFWll2dHpreG5xT3M4RXl5TFN1WAplZGhDNkFSSEdmRGRENW1aYXdzRnBVdVB4aUdtbFA0SFhxc3o1dzN2SjU1bHpTUXhGb3gxUTg0ZC9hRjhxaUtoCm05Q015Q0lqTjBYd0hkQ1paME5MaGJ6eGVqeCtncXNiR2dPRXpRY3Zqa0NnQXZnSFJsSExBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNGZXIwcQpUSDROTDB1bFNTeVQ0Q2IyNFhzV2xUQWZCZ05WSFNNRUdEQVdnQlNGZXIwcVRINE5MMHVsU1N5VDRDYjI0WHNXCmxUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFYUnk3WFgvRTNqUjQ5K1JXYnRkazB5WktnTHdDWmV1c0NYU04KTm1zR05ZTTZCeStGR1VMa3Y3RWpGcEJrZjBJUE1JWlZLa2ZUOTNtOGpZZXVFK1VuOXNROXJqNlBpT2M1NllrbApGcVloYnAxbTFRb1FZUW0wSDcyRVNyNUQ0SDl4clo1STMwMmpyOXIyQzdGT0xmakMzSE5MaWhCU2VQRGF4L0FHCnFuT2VkeStZcGszUDM0MmthQW5KMXlBSlRxd2pCZEloUFhoOUlkT0tRY2pPd1BRdE9OSFBFQy9SQm1ZMmliOWgKdlhzaUJoRmQ3MHgyb1p4alI1WGR0WWRJRTZHMXYzVUpxeFJXNnZMNU9UaUNvemFENTJLNlV5L2U1V3ZScW9CMQpzdk91N0JjUE1DNlJxTmRJaG1sbTRkZmVKSlMwQ1pPY1hqS3EyZmRxTDJ0SS9NSUZqQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0327 23:10:35.002837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0327 23:10:37.134349 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:10:37.134372 1 tasks.go:49] processing task group 2 of 3 I0327 23:10:37.134394 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:10:37.134401 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:10:37.134410 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:10:37.134431 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:10:37.134451 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:10:37.134463 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:10:37.134476 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:10:37.134500 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:10:37.134525 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:10:37.134537 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:10:37.134577 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:10:37.134603 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:10:37.134630 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:10:37.134657 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:10:37.134662 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:10:37.186390 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:10:37.199153 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:10:37.210427 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:10:37.232735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0327 23:10:37.247086 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0327 23:10:37.269109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0327 23:10:37.271847 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:10:37.282367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0327 23:10:37.292142 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:10:37.348395 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:10:38.199492 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:10:38.224654 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:10:38.229644 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:10:38.235936 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:10:38.258029 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:10:40.278869 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:10:42.257981 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:10:42.339468 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0327 23:10:43.185475 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:10:47.425484 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:11:48.309004 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:12:52.472628 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:12:52.472655 1 tasks.go:49] processing task group 3 of 3 I0327 23:12:52.472669 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:12:52.516859 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:12:52.517001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"39f9ccf1-2a5c-4cb1-9f05-3a7818c551e2", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0327 23:12:52.521633 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:12:52.569484 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:12:52.606009 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:12:52.610439 1 tasks.go:49] processing task group 1 of 3 I0327 23:12:52.610467 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:12:52.610484 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:12:52.622527 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:12:55.744647 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:12:55.744673 1 tasks.go:49] processing task group 2 of 3 I0327 23:12:55.744702 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:12:55.744710 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:12:55.744717 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:12:55.744732 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:12:55.744751 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:12:55.744767 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:12:55.744788 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:12:55.744822 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:12:55.744848 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:12:55.744856 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:12:55.744874 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:12:55.744907 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:12:55.744901 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:12:55.744702 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:12:55.744833 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:12:55.817316 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:12:55.836069 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:12:55.836515 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:12:55.904609 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:12:56.832846 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:12:56.862029 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:12:56.863375 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:12:56.888560 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:12:56.900044 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:12:58.927516 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:13:00.903810 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:13:01.806896 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:13:01.919301 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:13:06.913761 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:13:11.097476 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:13:11.097506 1 tasks.go:49] processing task group 3 of 3 I0327 23:13:11.097523 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:13:11.141470 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:13:11.147213 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:13:15.396960 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 23:13:15.396987 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:13:15.438372 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:13:15.446353 1 tasks.go:49] processing task group 1 of 3 I0327 23:13:15.446390 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:13:15.446401 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:13:15.465622 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:13:18.599577 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:13:18.599600 1 tasks.go:49] processing task group 2 of 3 I0327 23:13:18.599654 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:13:18.599655 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:13:18.599668 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:13:18.599692 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:13:18.599708 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:13:18.599730 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:13:18.599757 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:13:18.599777 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:13:18.599802 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:13:18.599813 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:13:18.599824 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:13:18.599843 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:13:18.599854 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:13:18.599870 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:13:18.599660 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:13:18.648536 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:13:18.668087 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:13:18.676098 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:13:18.732666 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:13:19.665263 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:13:19.695157 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:13:19.698330 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:13:19.725486 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:13:19.726173 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:13:21.765369 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:13:23.735957 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:13:24.671839 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:13:24.750519 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:13:29.760732 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:13:33.941872 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:13:33.941903 1 tasks.go:49] processing task group 3 of 3 I0327 23:13:33.941925 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:13:33.983663 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:13:33.989495 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:14:08.716341 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:14:08.716391 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:14:08.748914 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:14:08.754640 1 tasks.go:49] processing task group 1 of 3 I0327 23:14:08.754670 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:14:08.754685 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:14:08.769478 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:14:11.915974 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:14:11.915997 1 tasks.go:49] processing task group 2 of 3 I0327 23:14:11.916028 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:14:11.916030 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:14:11.916046 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:14:11.916064 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:14:11.916095 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:14:11.916107 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:14:11.916132 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:14:11.916148 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:14:11.916163 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:14:11.916187 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:14:11.916208 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:14:11.916234 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:14:11.916260 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:14:11.916288 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:14:11.916319 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:14:11.964901 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:14:11.985643 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:14:12.002770 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:14:12.058334 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:14:13.000927 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:14:13.067142 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:14:13.075708 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:14:13.108884 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:14:13.139005 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:14:15.105499 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:14:17.045581 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:14:17.970236 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:14:18.056451 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:14:23.188241 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:14:27.221065 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:14:27.221094 1 tasks.go:49] processing task group 3 of 3 I0327 23:14:27.221109 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:14:27.262141 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:14:27.267063 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:15:38.712540 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0327 23:15:38.712591 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:15:38.743226 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:15:38.748265 1 tasks.go:49] processing task group 1 of 3 I0327 23:15:38.748292 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:15:38.748312 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:15:38.762984 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:15:41.889419 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:15:41.889445 1 tasks.go:49] processing task group 2 of 3 I0327 23:15:41.889476 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:15:41.889481 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:15:41.889499 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:15:41.889519 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:15:41.889540 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:15:41.889581 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:15:41.889603 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:15:41.889632 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:15:41.889661 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:15:41.889660 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:15:41.889681 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:15:41.889695 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:15:41.889720 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:15:41.889624 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:15:41.889754 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:15:41.940455 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:15:41.958390 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:15:41.970642 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:15:42.014069 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:15:42.960944 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:15:42.969702 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:15:42.977309 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:15:42.999424 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:15:43.006023 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:15:45.043916 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:15:47.003232 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:15:47.946181 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:15:48.027211 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:15:53.037700 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:15:57.208233 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:15:57.208261 1 tasks.go:49] processing task group 3 of 3 I0327 23:15:57.208275 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:15:57.245332 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:15:57.253623 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:19:08.716685 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:19:08.716742 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:19:08.747413 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:19:08.752487 1 tasks.go:49] processing task group 1 of 3 I0327 23:19:08.752524 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:19:08.752536 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:19:08.766216 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:19:11.920592 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:19:11.920617 1 tasks.go:49] processing task group 2 of 3 I0327 23:19:11.920643 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:19:11.920656 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:19:11.920668 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:19:11.920693 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:19:11.920724 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:19:11.920752 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:19:11.920767 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:19:11.920790 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:19:11.920806 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:19:11.920826 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:19:11.920840 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:19:11.920855 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:19:11.920873 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:19:11.920900 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:19:11.920931 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:19:11.975053 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:19:11.992008 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:19:12.001454 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:19:12.057743 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:19:12.990638 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:19:13.022913 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:19:13.022972 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:19:13.091905 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:19:13.096784 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:19:15.076152 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:19:17.051806 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:19:17.978959 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:19:18.078154 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:19:23.092205 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:19:27.237044 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:19:27.237069 1 tasks.go:49] processing task group 3 of 3 I0327 23:19:27.237082 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:19:27.274589 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:19:27.279825 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:24:08.621846 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs W0327 23:24:08.621896 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:24:08.621907 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 23:24:08.621935 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 23:24:08.621983 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 23:24:08.623961 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0327 23:24:08.625286 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:24:08.625305 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:24:08.629190 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0327 23:24:08.630936 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0327 23:24:08.632028 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 23:24:08.632041 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:24:08.657693 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:24:08.661059 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 23:24:08.665284 1 tasks.go:49] processing task group 1 of 3 I0327 23:24:08.665311 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:24:08.665324 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:24:08.678235 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:24:08.716097 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 23:24:11.817525 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:24:11.817563 1 tasks.go:49] processing task group 2 of 3 I0327 23:24:11.817586 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:24:11.817595 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:24:11.817609 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:24:11.817620 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:24:11.817635 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:24:11.817661 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:24:11.817671 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:24:11.817689 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:24:11.817710 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:24:11.817736 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:24:11.817751 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:24:11.817767 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:24:11.817787 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:24:11.817813 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:24:11.817600 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:24:11.873749 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:24:11.892812 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:24:11.900711 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:24:11.951842 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:24:12.897535 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:24:12.917591 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:24:12.918160 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:24:12.934282 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:24:12.948651 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:24:14.960218 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:24:16.953236 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:24:17.879771 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:24:17.964898 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:24:22.975318 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:24:27.140835 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:24:27.140859 1 tasks.go:49] processing task group 3 of 3 I0327 23:24:27.140874 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:24:27.185584 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:24:27.192027 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:24:27.201809 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:24:27.232881 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:24:27.237241 1 tasks.go:49] processing task group 1 of 3 I0327 23:24:27.237271 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:24:27.237287 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:24:27.248948 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:24:30.367209 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:24:30.367234 1 tasks.go:49] processing task group 2 of 3 I0327 23:24:30.367259 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:24:30.367267 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:24:30.367275 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:24:30.367290 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:24:30.367293 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:24:30.367320 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:24:30.367336 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:24:30.367359 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:24:30.367370 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:24:30.367386 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:24:30.367407 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:24:30.367430 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:24:30.367457 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:24:30.367481 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:24:30.367515 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:24:30.415825 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:24:30.440018 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:24:30.453347 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:24:30.512766 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:24:31.454274 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:24:31.481919 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:24:31.483187 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:24:31.511496 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:24:31.526053 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:24:33.533583 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:24:35.506409 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:24:36.425055 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:24:36.509497 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:24:41.543857 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:24:45.683923 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:24:45.683952 1 tasks.go:49] processing task group 3 of 3 I0327 23:24:45.683970 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:24:45.727518 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:24:45.734039 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:29:08.716475 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:29:08.716538 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:29:08.745388 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:29:08.750368 1 tasks.go:49] processing task group 1 of 3 I0327 23:29:08.750396 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:29:08.750407 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:29:08.763445 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:29:11.902385 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:29:11.902409 1 tasks.go:49] processing task group 2 of 3 I0327 23:29:11.902441 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:29:11.902447 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:29:11.902469 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:29:11.902506 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:29:11.902500 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:29:11.902531 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:29:11.902564 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:29:11.902579 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:29:11.902607 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:29:11.902638 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:29:11.902687 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:29:11.902654 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:29:11.902658 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:29:11.902670 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:29:11.902671 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:29:11.968822 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:29:11.997930 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:29:12.002214 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:29:12.071326 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:29:12.992688 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:29:13.012607 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:29:13.015586 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:29:13.018910 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:29:13.060890 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:29:15.055522 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:29:17.044780 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:29:17.965427 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:29:18.062604 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:29:23.065011 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:29:27.226350 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:29:27.226377 1 tasks.go:49] processing task group 3 of 3 I0327 23:29:27.226390 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:29:27.262817 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:29:27.268157 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:34:08.716363 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:34:08.716425 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:34:08.742718 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:34:08.747215 1 tasks.go:49] processing task group 1 of 3 I0327 23:34:08.747248 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:34:08.747260 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:34:08.758265 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:34:11.897800 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:34:11.897831 1 tasks.go:49] processing task group 2 of 3 I0327 23:34:11.897883 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:34:11.897895 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:34:11.897900 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:34:11.897927 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:34:11.897943 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:34:11.897965 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:34:11.897982 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:34:11.898007 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:34:11.898017 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:34:11.898029 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:34:11.898045 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:34:11.898072 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:34:11.898082 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:34:11.898115 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:34:11.897884 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:34:11.948973 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:34:11.962369 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:34:11.982148 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:34:12.027933 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:34:12.962467 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:34:12.989959 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:34:12.990030 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:34:13.009080 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:34:13.031254 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:34:15.045498 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:34:17.023167 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:34:17.966778 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:34:18.043236 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:34:23.050147 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:34:27.205826 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:34:27.205869 1 tasks.go:49] processing task group 3 of 3 I0327 23:34:27.205885 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:34:27.243325 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:34:27.248610 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:35:50.625223 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625231 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122: watch of *v1.Secret ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625243 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118: watch of *v1.AlertingRule ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625231 1 reflector.go:492] k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625260 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121: watch of *v1.AlertRelabelConfig ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625271 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625276 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.Secret ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625280 1 reflector.go:492] github.com/openshift/client-go/config/informers/externalversions/factory.go:125: watch of *v1.ClusterVersion ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625283 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625291 1 reflector.go:492] k8s.io/client-go/informers/factory.go:160: watch of *v1.Secret ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625293 1 reflector.go:492] github.com/openshift/client-go/config/informers/externalversions/factory.go:125: watch of *v1.FeatureGate ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625304 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117: watch of *v1.PrometheusRule ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625308 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625313 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.Console ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625320 1 reflector.go:492] github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625324 1 reflector.go:492] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625329 1 reflector.go:492] k8s.io/client-go/informers/factory.go:160: watch of *v1.CertificateSigningRequest ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding W0327 23:35:50.625355 1 reflector.go:492] k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209: watch of *v1.ConfigMap ended with: an error on the server ("unable to decode an event from the watch stream: http2: client connection lost") has prevented the request from succeeding I0327 23:35:51.531280 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0327 23:35:51.569716 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0327 23:35:51.569826 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0327 23:35:51.569890 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:35:51.569918 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0327 23:35:51.580189 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0327 23:35:51.609633 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:35:51.615500 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0327 23:35:51.615655 1 tasks.go:49] processing task group 1 of 3 I0327 23:35:51.615689 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:35:51.615695 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:35:51.616602 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0327 23:35:51.620287 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:35:51.620370 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0327 23:35:51.630230 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:35:51.732364 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:35:51.759432 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:35:51.759528 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0327 23:35:51.786836 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0327 23:35:51.800466 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0327 23:35:51.882576 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0327 23:35:51.955541 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:35:51.983831 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0327 23:35:52.033345 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0327 23:35:52.051950 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0327 23:35:52.153132 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:35:52.153359 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 23:35:52.153383 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 23:35:52.153400 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 23:35:52.153410 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 23:35:52.164644 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0327 23:35:52.164777 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 23:35:52.214213 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0327 23:35:54.777955 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:35:54.777979 1 tasks.go:49] processing task group 2 of 3 I0327 23:35:54.778006 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:35:54.778013 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:35:54.778027 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:35:54.778051 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:35:54.778064 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:35:54.778083 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:35:54.778107 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:35:54.778119 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:35:54.778147 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:35:54.778166 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:35:54.778189 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:35:54.778193 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:35:54.778193 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:35:54.778429 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:35:54.779439 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:35:54.832792 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:35:54.868852 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:35:54.869385 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:35:54.929264 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:35:55.855466 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:35:55.876049 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:35:55.881230 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:35:55.892780 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:35:55.931394 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:35:57.936762 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:35:59.911304 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:36:00.837678 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:36:00.955307 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:36:05.935420 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:36:10.101878 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:36:10.101903 1 tasks.go:49] processing task group 3 of 3 I0327 23:36:10.101920 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:36:10.140568 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:36:10.146961 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:36:10.156274 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:36:10.183076 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:36:10.187639 1 tasks.go:49] processing task group 1 of 3 I0327 23:36:10.187667 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:36:10.187691 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:36:10.202992 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:36:13.314240 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:36:13.314264 1 tasks.go:49] processing task group 2 of 3 I0327 23:36:13.314289 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:36:13.314296 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:36:13.314312 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:36:13.314332 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:36:13.314356 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:36:13.314370 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:36:13.314390 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:36:13.314410 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:36:13.314421 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:36:13.314441 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:36:13.314472 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:36:13.314484 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:36:13.314486 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:36:13.314501 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:36:13.314506 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:36:13.377808 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:36:13.400020 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:36:13.405568 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:36:13.459936 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:36:14.384084 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:36:14.420176 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:36:14.425476 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:36:14.431121 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:36:14.466365 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:36:16.466165 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:36:18.443653 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:36:19.378803 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:36:19.467036 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:36:24.475827 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:36:28.622437 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:36:28.622462 1 tasks.go:49] processing task group 3 of 3 I0327 23:36:28.622477 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:36:28.658725 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:36:28.663701 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:39:08.631858 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster W0327 23:39:08.631895 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:39:08.632084 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0327 23:39:08.632116 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0327 23:39:08.677363 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:39:08.682688 1 tasks.go:49] processing task group 1 of 3 I0327 23:39:08.682720 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:39:08.682732 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:39:08.696543 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:39:08.715797 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0327 23:39:11.846629 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:39:11.846654 1 tasks.go:49] processing task group 2 of 3 I0327 23:39:11.846680 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:39:11.846685 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:39:11.846697 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:39:11.846721 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:39:11.846736 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:39:11.846752 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:39:11.846769 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:39:11.846786 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:39:11.846802 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:39:11.846824 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:39:11.846845 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:39:11.846869 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:39:11.846888 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:39:11.846915 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:39:11.846931 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:39:11.905534 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:39:11.920761 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:39:11.929148 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:39:11.997789 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:39:12.924740 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:39:12.951575 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:39:12.953102 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:39:12.971954 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:39:12.993796 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:39:15.015130 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:39:16.987402 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:39:17.921390 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:39:18.021129 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:39:23.020847 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:39:27.202368 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:39:27.202400 1 tasks.go:49] processing task group 3 of 3 I0327 23:39:27.202416 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:39:27.244387 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:39:27.252289 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:39:27.263216 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:39:27.294141 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:39:27.299356 1 tasks.go:49] processing task group 1 of 3 I0327 23:39:27.299384 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:39:27.299396 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:39:27.314825 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:39:30.447993 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:39:30.448017 1 tasks.go:49] processing task group 2 of 3 I0327 23:39:30.448044 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:39:30.448052 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:39:30.448065 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:39:30.448089 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:39:30.448112 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:39:30.448133 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:39:30.448151 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:39:30.448184 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:39:30.448198 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:39:30.448209 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:39:30.448216 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:39:30.448227 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:39:30.448250 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:39:30.448273 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:39:30.448297 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:39:30.496109 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:39:30.529729 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:39:30.538247 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:39:30.591117 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:39:31.518235 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:39:31.543007 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:39:31.545762 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:39:31.575300 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:39:31.581202 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:39:33.609315 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:39:35.588805 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:39:36.516961 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:39:36.603032 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:39:41.619045 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:39:45.793962 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:39:45.793987 1 tasks.go:49] processing task group 3 of 3 I0327 23:39:45.794004 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:39:45.836078 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:39:45.841835 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:44:08.715832 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:44:08.715892 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:44:08.748090 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:44:08.754015 1 tasks.go:49] processing task group 1 of 3 I0327 23:44:08.754039 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:44:08.754051 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:44:08.770598 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:44:11.939430 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:44:11.939456 1 tasks.go:49] processing task group 2 of 3 I0327 23:44:11.939475 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:44:11.939483 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:44:11.939494 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:44:11.939512 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:44:11.939530 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:44:11.939567 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:44:11.939577 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:44:11.939611 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:44:11.939594 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:44:11.939634 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:44:11.939651 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:44:11.939665 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:44:11.939682 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:44:11.939690 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:44:11.939706 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:44:11.986685 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:44:12.006300 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:44:12.022789 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:44:12.080374 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:44:13.005229 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:44:13.040521 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:44:13.043529 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:44:13.061136 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:44:13.081347 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:44:15.099312 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:44:17.081888 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:44:18.004039 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:44:18.094294 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:44:23.109050 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:44:27.283093 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:44:27.283121 1 tasks.go:49] processing task group 3 of 3 I0327 23:44:27.283139 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:44:27.324064 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:44:27.329985 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:49:08.715893 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 23:49:08.715948 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:49:08.749267 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:49:08.754721 1 tasks.go:49] processing task group 1 of 3 I0327 23:49:08.754752 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:49:08.754777 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:49:08.770625 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:49:11.926186 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:49:11.926209 1 tasks.go:49] processing task group 2 of 3 I0327 23:49:11.926239 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:49:11.926241 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:49:11.926255 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:49:11.926270 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:49:11.926295 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:49:11.926312 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:49:11.926352 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:49:11.926372 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:49:11.926391 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:49:11.926405 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:49:11.926420 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:49:11.926444 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:49:11.926460 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:49:11.926487 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:49:11.926513 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:49:11.980150 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:49:11.999381 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:49:12.012747 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:49:12.067384 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:49:12.999770 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:49:13.026541 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:49:13.026643 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:49:13.060403 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:49:13.070406 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:49:15.090268 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:49:17.063525 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:49:17.991397 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:49:18.082475 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:49:23.095967 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:49:27.263245 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:49:27.263276 1 tasks.go:49] processing task group 3 of 3 I0327 23:49:27.263297 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:49:27.304697 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:49:27.311014 1 operator.go:851] Updating ClusterOperator status to done. I0327 23:50:51.570706 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0327 23:50:51.570749 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0327 23:50:51.570767 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:50:51.601617 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:50:51.606906 1 tasks.go:49] processing task group 1 of 3 I0327 23:50:51.606929 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:50:51.606943 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:50:51.620607 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0327 23:50:51.620781 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:50:51.760038 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0327 23:50:52.154154 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0327 23:50:52.154245 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0327 23:50:52.154296 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0327 23:50:52.154305 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0327 23:50:52.165283 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0327 23:50:54.768106 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:50:54.768132 1 tasks.go:49] processing task group 2 of 3 I0327 23:50:54.768153 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:50:54.768169 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:50:54.768179 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:50:54.768193 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:50:54.768209 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:50:54.768224 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:50:54.768247 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:50:54.768270 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:50:54.768285 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:50:54.768309 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:50:54.768318 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:50:54.768330 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:50:54.768344 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:50:54.768372 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:50:54.768387 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:50:54.816338 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:50:54.839190 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:50:54.845199 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:50:54.902949 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:50:55.834876 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:50:55.867088 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:50:55.867512 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:50:55.903812 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:50:55.905261 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:50:57.931118 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:50:59.903356 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:51:00.836285 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:51:00.920889 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:51:05.940245 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:51:10.106936 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:51:10.106963 1 tasks.go:49] processing task group 3 of 3 I0327 23:51:10.106981 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:51:10.153960 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:51:10.159876 1 operator.go:851] Updating ClusterOperator status to done. W0327 23:51:10.170503 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 23:51:10.202739 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 23:51:10.208256 1 tasks.go:49] processing task group 1 of 3 I0327 23:51:10.208285 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 23:51:10.208307 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:51:10.223841 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 23:51:13.357924 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 23:51:13.357949 1 tasks.go:49] processing task group 2 of 3 I0327 23:51:13.357976 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:51:13.357982 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 23:51:13.357989 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 23:51:13.358013 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:51:13.358039 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:51:13.358054 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:51:13.358085 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 23:51:13.358098 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 23:51:13.358106 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 23:51:13.358126 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:51:13.358147 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 23:51:13.358181 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:51:13.358183 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 23:51:13.358192 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 23:51:13.358282 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 23:51:13.406921 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 23:51:13.427515 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 23:51:13.435329 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 23:51:13.486528 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 23:51:14.422516 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 23:51:14.452572 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 23:51:14.454462 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 23:51:14.466108 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 23:51:14.479771 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 23:51:16.508699 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 23:51:18.482383 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 23:51:19.414731 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 23:51:19.506226 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 23:51:24.504602 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 23:51:28.707188 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 23:51:28.707216 1 tasks.go:49] processing task group 3 of 3 I0327 23:51:28.707234 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 23:51:28.745516 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 23:51:28.750805 1 operator.go:851] Updating ClusterOperator status to done.