W0326 23:23:27.613329 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0326 23:23:27.613684 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0326 23:23:27.613698 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0326 23:23:27.613702 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0326 23:23:27.613706 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0326 23:23:27.642768 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0326 23:23:27.646670 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0326 23:23:27.646790 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0326 23:23:27.646904 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0326 23:23:27.648499 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:23:27.654906 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0326 23:23:27.654923 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0326 23:23:27.656095 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:23:27.657852 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:23:27.658280 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:23:27.658876 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:23:27.659089 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0326 23:23:27.660761 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:23:27.661342 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:23:27.662023 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:23:27.662312 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:23:27.662415 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:23:27.662442 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0326 23:23:27.666332 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:23:27.666792 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:23:27.666854 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:23:27.695628 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0326 23:23:27.750832 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:23:27.750882 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:23:27.750905 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0326 23:23:27.750924 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0326 23:23:27.750921 1 rule_controller.go:113] Starting alerting rules controller I0326 23:23:27.750930 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0326 23:23:27.750927 1 relabel_controller.go:117] Starting alert relabel config controller I0326 23:23:27.750938 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0326 23:23:27.750942 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0326 23:23:27.750949 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:23:27.750981 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:23:27.750995 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:23:27.751001 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0326 23:23:27.751002 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:23:27.751009 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0326 23:23:27.755350 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0326 23:23:27.755475 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0326 23:23:27.755485 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0326 23:23:27.755679 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0326 23:23:27.757476 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.757618 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.757612 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:23:27.757708 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.757792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:23:27.757891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:23:27.768312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-d7xxw" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:23:27.772425 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-d67lj" is created for OpenShiftMonitoringClientCertRequester I0326 23:23:27.776320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lf75v" is created for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:23:27.777953 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.781313 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.783672 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.784406 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.787133 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.788451 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.789767 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.792129 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.793134 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.795221 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.797148 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:23:27.797661 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.798736 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.803024 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.804107 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.804907 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.813823 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.814098 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.814113 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.818558 1 tasks.go:49] processing task group 1 of 3 I0326 23:23:27.818591 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:23:27.818604 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:23:27.822868 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.823127 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.823148 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.827695 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.828960 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.828988 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.831298 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0326 23:23:27.832580 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.835779 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.835783 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.846374 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0326 23:23:27.851115 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0326 23:23:27.851148 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0326 23:23:27.851262 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.851285 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.851313 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0326 23:23:27.851685 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:23:27.864829 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0326 23:23:27.864840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0326 23:23:27.864929 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:23:27.864940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0326 23:23:27.865063 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:23:27.865171 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:23:27.876706 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0326 23:23:27.924474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:23:28.008377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:23:28.028994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:23:28.058793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:23:28.086469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:23:28.106482 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0326 23:23:28.107890 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0326 23:23:28.107904 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0326 23:23:28.107915 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0326 23:23:28.107919 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0326 23:23:28.110464 1 secure_serving.go:57] Forcing use of http/1.1 only I0326 23:23:28.110486 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0326 23:23:28.116618 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 23:23:28.116639 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0326 23:23:28.116644 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:23:28.116636 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:23:28.116670 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 23:23:28.116659 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:23:28.116724 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:23:28.116862 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774567376\" (2026-03-26 23:23:05 +0000 UTC to 2028-03-25 23:23:06 +0000 UTC (now=2026-03-26 23:23:28.116826495 +0000 UTC))" I0326 23:23:28.117083 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774567408\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774567407\" (2026-03-26 22:23:27 +0000 UTC to 2027-03-26 22:23:27 +0000 UTC (now=2026-03-26 23:23:28.117065695 +0000 UTC))" I0326 23:23:28.117108 1 secure_serving.go:213] Serving securely on [::]:8443 I0326 23:23:28.117127 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0326 23:23:28.117137 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0326 23:23:28.120703 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0326 23:23:28.120837 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0326 23:23:28.120842 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0326 23:23:28.216935 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0326 23:23:28.216978 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0326 23:23:28.217019 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0326 23:23:28.217125 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:07:27 +0000 UTC to 2036-03-23 23:07:27 +0000 UTC (now=2026-03-26 23:23:28.217103033 +0000 UTC))" I0326 23:23:28.217388 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774567376\" (2026-03-26 23:23:05 +0000 UTC to 2028-03-25 23:23:06 +0000 UTC (now=2026-03-26 23:23:28.217352848 +0000 UTC))" I0326 23:23:28.217665 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774567408\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774567407\" (2026-03-26 22:23:27 +0000 UTC to 2027-03-26 22:23:27 +0000 UTC (now=2026-03-26 23:23:28.217643906 +0000 UTC))" I0326 23:23:28.217846 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-26 23:07:32 +0000 UTC to 2036-03-23 23:07:32 +0000 UTC (now=2026-03-26 23:23:28.217827865 +0000 UTC))" I0326 23:23:28.217886 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-26 23:07:35 +0000 UTC to 2036-03-23 23:07:35 +0000 UTC (now=2026-03-26 23:23:28.217864892 +0000 UTC))" I0326 23:23:28.217914 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-26 23:07:37 +0000 UTC to 2036-03-23 23:07:37 +0000 UTC (now=2026-03-26 23:23:28.217900873 +0000 UTC))" I0326 23:23:28.217939 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-26 23:07:41 +0000 UTC to 2036-03-23 23:07:41 +0000 UTC (now=2026-03-26 23:23:28.21792539 +0000 UTC))" I0326 23:23:28.217990 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-26 23:07:42 +0000 UTC to 2036-03-23 23:07:42 +0000 UTC (now=2026-03-26 23:23:28.217952382 +0000 UTC))" I0326 23:23:28.218020 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9mpldq88es31c3k8vn644v39d8tnlm-kx-a6967f5f80_customer-system-admin-signer@1774566580\" [] issuer=\"\" (2026-03-26 23:09:40 +0000 UTC to 2026-04-02 23:09:41 +0000 UTC (now=2026-03-26 23:23:28.218004139 +0000 UTC))" I0326 23:23:28.218055 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9mpldq88es31c3k8vn644v39d8tnlm-kx-a6967f5f80_sre-system-admin-signer@1774566580\" [] issuer=\"\" (2026-03-26 23:09:39 +0000 UTC to 2026-04-02 23:09:40 +0000 UTC (now=2026-03-26 23:23:28.218036253 +0000 UTC))" I0326 23:23:28.218083 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:07:27 +0000 UTC to 2036-03-23 23:07:27 +0000 UTC (now=2026-03-26 23:23:28.218070128 +0000 UTC))" I0326 23:23:28.218367 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774567376\" (2026-03-26 23:23:05 +0000 UTC to 2028-03-25 23:23:06 +0000 UTC (now=2026-03-26 23:23:28.218347176 +0000 UTC))" I0326 23:23:28.218628 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774567408\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774567407\" (2026-03-26 22:23:27 +0000 UTC to 2027-03-26 22:23:27 +0000 UTC (now=2026-03-26 23:23:28.218608231 +0000 UTC))" I0326 23:23:28.730499 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:24:17.144813 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:25:47.144117 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:25:50.146207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0326 23:25:50.167005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0326 23:25:50.185671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0326 23:25:56.327170 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:25:56.327198 1 tasks.go:49] processing task group 2 of 3 I0326 23:25:56.327233 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:25:56.327233 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:25:56.327246 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:25:56.327256 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:25:56.327266 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:25:56.327261 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:25:56.327274 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:25:56.327280 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:25:56.327279 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:25:56.327285 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:25:56.327289 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:25:56.327281 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:25:56.327295 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:25:56.327297 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:25:56.327300 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:25:56.345479 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:25:56.345766 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:25:56.377001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0326 23:25:56.377286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0326 23:25:56.379262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0326 23:25:56.389762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0326 23:25:56.428241 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:25:56.430142 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:25:56.459552 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:25:56.468506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:25:56.472620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0326 23:25:56.507646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:25:56.512067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:25:56.512084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 23:25:56.512605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:25:56.602512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:25:56.606693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:25:56.615802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:25:56.615824 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:25:56.616025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 23:25:56.616315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing W0326 23:25:56.629391 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:25:56.629405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:25:56.629547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:25:56.633269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0326 23:25:56.659210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0326 23:25:56.663375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:25:56.686869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0326 23:25:56.688488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0326 23:25:56.768119 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:25:56.785226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0326 23:25:56.921195 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:25:56.975108 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0326 23:25:57.081520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0326 23:25:57.085954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0326 23:25:57.201552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0326 23:25:57.215157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0326 23:25:57.249001 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0326 23:25:57.307528 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0326 23:25:57.387236 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0326 23:25:57.405560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0326 23:25:57.492602 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0326 23:25:57.498148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:25:57.513702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0326 23:25:57.582827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:25:57.595596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0326 23:25:57.680717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:25:57.682551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:25:57.696470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0326 23:25:57.709447 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0326 23:25:57.745891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0326 23:25:57.765711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:25:57.765916 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:25:57.801498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:25:57.812443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0326 23:25:57.913402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0326 23:25:58.178986 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:25:58.486320 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0326 23:25:58.500565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:25:58.519637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:25:58.536666 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:25:58.536735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0326 23:25:58.537368 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:25:58.639312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0326 23:25:58.727950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:25:58.821507 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-8nrvlckk7sp1d -n openshift-monitoring because it was missing I0326 23:25:58.824513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:25:58.942786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:25:59.042220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:25:59.140063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:25:59.242694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:25:59.344407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:25:59.447777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:25:59.462090 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:25:59.466150 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:25:59.548167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:25:59.647315 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:25:59.732358 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:25:59.751827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0326 23:25:59.807632 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:26:00.307798 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0326 23:26:01.335996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-7rdoj71m0egg9 -n openshift-monitoring because it was missing I0326 23:26:01.406601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:26:01.461203 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:26:02.146739 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:26:02.795393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-f2i668t2nr98j -n openshift-monitoring because it was missing I0326 23:26:02.821293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:26:02.849000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:26:02.865066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0326 23:26:07.727087 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:26:08.810073 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:26:09.556643 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:26:09.556710 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:26:13.904316 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0326 23:26:13.946878 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:26:30.406010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0326 23:26:30.422002 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:26:30.422018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0326 23:26:47.866354 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:27:12.930184 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:27:12.930219 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0326 23:27:12.930227 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0326 23:27:12.930244 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0326 23:27:12.931350 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:27:12.968466 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:27:12.974227 1 tasks.go:49] processing task group 1 of 3 I0326 23:27:12.974254 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:27:12.974263 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:27:12.991283 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:27:14.034936 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRmxhbEozTmpvYTR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJOek0zTmpBZQpGdzB5TmpBek1qWXlNekl5TlRaYUZ3MHlPREExTWpReU16SXlOVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpjek56WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREc5RVRKR3hkcDhXY0tnUjJoYUZ5ejF0KzZKZ3NyamxHVwp6SExWZ01tdXlUMkZDSUNRUGppdytCMjdRYlBOdDFWWGNPajZQY0pBdjhCY05SamJnUUdxNDhJVGZ6L3ZBaWJKCjlTeWJGeHEvdFByQ0RYMVZ5MXpIZHY0dnlzcWdSUXdiZnM5a0hvSDcvYk03QjFLNFV5S2duclArZ0tqbVlHTjEKZk1mNVRXbmxnR241ejUvblMrZ3NFMTg0N3dGL0p3WVJIZTR0YmdSeC8xSitwbG5IR21yTHYwTHNzQ3p2SERaQwpoU3RtL2hsU1NHQjloRzJNZUc0Smd5STJnUTMzNXFuMnByazh2MHYvOHlJTWNrMEtXTG1wR1hzT1prb082UUpFCmg4M1FmQktHKzhqSzNzV25iUSttdGtsL3VZTUErS3p4cUpWNnNGV2lGS3N5dkZISlluRXZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRQejlLUQphK0ZrTHFkNVFDTWZwOGF1NCtHdG16QWZCZ05WSFNNRUdEQVdnQlRQejlLUWErRmtMcWQ1UUNNZnA4YXU0K0d0Cm16QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFJS1JhM1lEWGdoNm9RRWJuSVRGc2FrbmhjSXcraHVvNkhCWWMKNUx5bDFKT0o5M1FnRitXb3hmQWwvYUxIOXMvYkgrditHU00ySHNMZTRzMVRnZ3VJOVdRQnF4bjV5eDloOEJONQpJaFowaDNFOEl3VmFFNGF6TXBNcE03SHdTc0RqYksvT0g5VEdCMEtJU1lydmk0c3pOZHFWSWNqU1Y5VUNKRGVCCkNrN21Gd1QyNTFtekdmcWdCUlVCOUFtaVAvMmxFWXd1MEN5Z3pleDh1dVZlbURhcS9xaHNEbmpRdzRWeHBBaDMKWDR5VEVjOW9ZSFhONEhIeVVVOUlNN3hmNVdRM1ExVGR1ZjNUeHFwbkFuWGF2ZXNqTEVSMVZOUysvNzIzb21aeQprbGRGdEo0RjJ6c0gvSEcwU0FiYXRydE5lUkRzV1JNbHlSbzl6S0oyc2lxRVZnMTdWUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:27:14.042286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0326 23:27:14.051329 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJRmxhbEozTmpvYTR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJOek0zTmpBZQpGdzB5TmpBek1qWXlNekl5TlRaYUZ3MHlPREExTWpReU16SXlOVGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpjek56WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREc5RVRKR3hkcDhXY0tnUjJoYUZ5ejF0KzZKZ3NyamxHVwp6SExWZ01tdXlUMkZDSUNRUGppdytCMjdRYlBOdDFWWGNPajZQY0pBdjhCY05SamJnUUdxNDhJVGZ6L3ZBaWJKCjlTeWJGeHEvdFByQ0RYMVZ5MXpIZHY0dnlzcWdSUXdiZnM5a0hvSDcvYk03QjFLNFV5S2duclArZ0tqbVlHTjEKZk1mNVRXbmxnR241ejUvblMrZ3NFMTg0N3dGL0p3WVJIZTR0YmdSeC8xSitwbG5IR21yTHYwTHNzQ3p2SERaQwpoU3RtL2hsU1NHQjloRzJNZUc0Smd5STJnUTMzNXFuMnByazh2MHYvOHlJTWNrMEtXTG1wR1hzT1prb082UUpFCmg4M1FmQktHKzhqSzNzV25iUSttdGtsL3VZTUErS3p4cUpWNnNGV2lGS3N5dkZISlluRXZBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRQejlLUQphK0ZrTHFkNVFDTWZwOGF1NCtHdG16QWZCZ05WSFNNRUdEQVdnQlRQejlLUWErRmtMcWQ1UUNNZnA4YXU0K0d0Cm16QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFJS1JhM1lEWGdoNm9RRWJuSVRGc2FrbmhjSXcraHVvNkhCWWMKNUx5bDFKT0o5M1FnRitXb3hmQWwvYUxIOXMvYkgrditHU00ySHNMZTRzMVRnZ3VJOVdRQnF4bjV5eDloOEJONQpJaFowaDNFOEl3VmFFNGF6TXBNcE03SHdTc0RqYksvT0g5VEdCMEtJU1lydmk0c3pOZHFWSWNqU1Y5VUNKRGVCCkNrN21Gd1QyNTFtekdmcWdCUlVCOUFtaVAvMmxFWXd1MEN5Z3pleDh1dVZlbURhcS9xaHNEbmpRdzRWeHBBaDMKWDR5VEVjOW9ZSFhONEhIeVVVOUlNN3hmNVdRM1ExVGR1ZjNUeHFwbkFuWGF2ZXNqTEVSMVZOUysvNzIzb21aeQprbGRGdEo0RjJ6c0gvSEcwU0FiYXRydE5lUkRzV1JNbHlSbzl6S0oyc2lxRVZnMTdWUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:27:14.059140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0326 23:27:16.164563 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:27:16.164587 1 tasks.go:49] processing task group 2 of 3 I0326 23:27:16.164611 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:27:16.164615 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:27:16.164628 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:27:16.164644 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:27:16.164667 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:27:16.164674 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:27:16.164698 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:27:16.164714 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:27:16.164726 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:27:16.164738 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:27:16.164762 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:27:16.164780 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:27:16.164800 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:27:16.164811 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:27:16.164828 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:27:16.253471 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:27:16.278725 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:27:16.282618 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:27:16.298245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0326 23:27:16.312865 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0326 23:27:16.336331 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0326 23:27:16.351391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0326 23:27:16.353252 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:27:16.366139 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:27:16.422658 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:27:17.276266 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:27:17.298307 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:27:17.300441 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:27:17.312785 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:27:17.329040 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:27:19.397162 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:27:21.350481 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:27:21.415728 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0326 23:27:22.232952 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:27:25.523176 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:28:17.384097 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:28:27.751292 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:29:31.646171 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:29:31.646195 1 tasks.go:49] processing task group 3 of 3 I0326 23:29:31.646210 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:29:31.699116 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:29:31.699208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"118f0e0a-ad65-4a41-8166-b46305360325", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0326 23:29:31.708760 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:29:31.774714 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:29:31.813806 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:29:31.819457 1 tasks.go:49] processing task group 1 of 3 I0326 23:29:31.819479 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:29:31.819493 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:29:31.837366 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:29:34.988377 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:29:34.988398 1 tasks.go:49] processing task group 2 of 3 I0326 23:29:34.988421 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:29:34.988425 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:29:34.988439 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:29:34.988457 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:29:34.988469 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:29:34.988493 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:29:34.988513 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:29:34.988527 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:29:34.988553 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:29:34.988562 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:29:34.988593 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:29:34.988610 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:29:34.988611 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:29:34.988626 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:29:34.988643 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:29:35.041662 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:29:35.074451 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:29:35.082502 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:29:35.136904 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:29:36.055271 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:29:36.082784 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:29:36.083067 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:29:36.110211 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:29:36.146036 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:29:38.160894 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:29:40.119477 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:29:41.055657 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:29:41.144118 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:29:46.154147 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:29:47.144756 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:29:50.336701 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:29:50.336723 1 tasks.go:49] processing task group 3 of 3 I0326 23:29:50.336738 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:29:50.377301 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:29:50.382785 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:29:50.393634 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:29:50.426823 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:29:50.432721 1 tasks.go:49] processing task group 1 of 3 I0326 23:29:50.432742 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:29:50.432757 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:29:50.461159 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:29:53.598791 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:29:53.598814 1 tasks.go:49] processing task group 2 of 3 I0326 23:29:53.598844 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:29:53.598847 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:29:53.598855 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:29:53.598873 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:29:53.598889 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:29:53.598921 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:29:53.598938 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:29:53.598954 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:29:53.598991 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:29:53.599004 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:29:53.599028 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:29:53.599049 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:29:53.599072 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:29:53.599086 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:29:53.599080 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:29:53.652895 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:29:53.674476 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:29:53.677437 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:29:53.740454 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:29:54.677520 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:29:54.699259 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:29:54.700487 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:29:54.725869 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:29:54.728075 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:29:56.762066 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:29:58.733918 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:29:59.661330 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:29:59.758759 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:30:04.788392 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:30:08.969950 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:30:08.969995 1 tasks.go:49] processing task group 3 of 3 I0326 23:30:08.970007 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:30:09.012250 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:30:09.018067 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:30:52.063920 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 23:30:52.063943 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:30:52.099002 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:30:52.104325 1 tasks.go:49] processing task group 1 of 3 I0326 23:30:52.104365 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:30:52.104377 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:30:52.119563 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:30:55.271530 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:30:55.271550 1 tasks.go:49] processing task group 2 of 3 I0326 23:30:55.271574 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:30:55.271582 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:30:55.271591 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:30:55.271605 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:30:55.271637 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:30:55.271649 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:30:55.271668 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:30:55.271686 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:30:55.271701 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:30:55.271721 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:30:55.271742 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:30:55.271756 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:30:55.271774 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:30:55.271777 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:30:55.271800 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:30:55.341121 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:30:55.364388 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:30:55.365660 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:30:55.427542 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:30:56.347658 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:30:56.380486 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:30:56.382645 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:30:56.410669 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:30:56.421433 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:30:58.456484 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:31:00.413891 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:31:01.340303 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:31:01.443339 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:31:06.444117 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:31:10.642952 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:31:10.643001 1 tasks.go:49] processing task group 3 of 3 I0326 23:31:10.643014 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:31:10.686711 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:31:10.692775 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:33:27.751401 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:33:27.751434 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:33:27.786393 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:33:27.792229 1 tasks.go:49] processing task group 1 of 3 I0326 23:33:27.792248 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:33:27.792261 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:33:27.809140 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:33:30.962432 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:33:30.962455 1 tasks.go:49] processing task group 2 of 3 I0326 23:33:30.962475 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:33:30.962487 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:33:30.962501 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:33:30.962518 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:33:30.962538 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:33:30.962557 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:33:30.962577 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:33:30.962597 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:33:30.962608 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:33:30.962634 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:33:30.962654 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:33:30.962656 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:33:30.962666 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:33:30.962649 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:33:30.962648 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:33:31.015762 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:33:31.044405 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:33:31.045226 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:33:31.110079 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:33:32.032325 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:33:32.066411 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:33:32.074341 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:33:32.104499 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:33:32.113581 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:33:34.125696 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:33:36.108519 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:33:37.029218 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:33:37.116493 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:33:42.141905 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:33:46.305120 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:33:46.305142 1 tasks.go:49] processing task group 3 of 3 I0326 23:33:46.305156 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:33:46.346789 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:33:46.352858 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:38:27.656314 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0326 23:38:27.656364 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:38:27.656433 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:38:27.656462 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:38:27.656476 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:38:27.659900 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0326 23:38:27.659907 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:38:27.659929 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:38:27.661005 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:38:27.662103 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:38:27.662751 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:38:27.662791 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:38:27.693470 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:38:27.696143 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:38:27.699023 1 tasks.go:49] processing task group 1 of 3 I0326 23:38:27.699045 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:38:27.699060 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:38:27.724786 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:38:27.750935 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:38:30.875037 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:38:30.875058 1 tasks.go:49] processing task group 2 of 3 I0326 23:38:30.875087 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:30.875087 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:38:30.875096 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:38:30.875111 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:38:30.875131 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:30.875147 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:30.875162 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:38:30.875178 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:38:30.875200 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:30.875223 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:30.875268 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:30.875277 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:30.875286 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:30.875322 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:30.875334 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:38:30.945063 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:30.966756 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:30.970910 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:31.037251 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:31.966610 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:31.996621 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:31.996701 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:32.000320 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:32.019349 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:38:34.054999 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:38:36.037215 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:38:36.949903 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:37.073814 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:38:42.057495 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:38:46.244220 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:38:46.244244 1 tasks.go:49] processing task group 3 of 3 I0326 23:38:46.244254 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:38:46.285495 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:38:46.291300 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:38:46.302308 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:38:46.333415 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:38:46.338942 1 tasks.go:49] processing task group 1 of 3 I0326 23:38:46.338958 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:38:46.338990 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:38:46.353552 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:38:49.511019 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:38:49.511044 1 tasks.go:49] processing task group 2 of 3 I0326 23:38:49.511071 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:49.511077 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:38:49.511082 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:38:49.511107 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:49.511126 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:38:49.511143 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:49.511167 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:38:49.511195 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:49.511201 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:38:49.511219 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:49.511221 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:49.511245 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:49.511256 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:49.511285 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:49.511209 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:38:49.596006 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:38:49.604186 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:38:49.611881 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:38:49.696985 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:38:50.610948 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:38:50.641224 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:38:50.644512 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:38:50.649322 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:38:50.665426 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:38:52.683484 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:38:54.676544 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:38:55.580927 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:38:55.710858 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:39:00.681543 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:39:04.910281 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:39:04.910306 1 tasks.go:49] processing task group 3 of 3 I0326 23:39:04.910316 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:39:04.951944 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:39:04.957779 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:43:27.751791 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:43:27.751847 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:43:27.786313 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:43:27.791745 1 tasks.go:49] processing task group 1 of 3 I0326 23:43:27.791770 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:43:27.791786 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:43:27.806239 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:43:30.963419 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:43:30.963441 1 tasks.go:49] processing task group 2 of 3 I0326 23:43:30.963467 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:43:30.963478 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:43:30.963489 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:43:30.963506 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:43:30.963523 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:43:30.963547 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:43:30.963556 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:43:30.963581 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:43:30.963597 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:43:30.963620 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:43:30.963642 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:43:30.963662 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:43:30.963684 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:43:30.963710 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:43:30.963723 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:43:31.032069 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:43:31.052377 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:43:31.062950 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:43:31.169124 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:43:32.052375 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:43:32.082421 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:43:32.087664 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:43:32.099347 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:43:32.120435 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:43:34.133176 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:43:36.123534 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:43:37.027624 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:43:37.140718 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:43:42.139294 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:43:46.309363 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:43:46.309388 1 tasks.go:49] processing task group 3 of 3 I0326 23:43:46.309396 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:43:46.353745 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:43:46.360241 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:48:27.751191 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:48:27.751248 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:48:27.783682 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:48:27.788507 1 tasks.go:49] processing task group 1 of 3 I0326 23:48:27.788532 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:48:27.788552 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:48:27.803221 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:48:30.950891 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:48:30.950911 1 tasks.go:49] processing task group 2 of 3 I0326 23:48:30.950934 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:48:30.950948 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:48:30.950953 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:48:30.950990 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:48:30.951010 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:48:30.951022 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:48:30.951041 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:48:30.951061 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:48:30.951071 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:48:30.951089 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:48:30.951112 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:48:30.951133 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:48:30.951157 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:48:30.951169 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:48:30.950942 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:48:31.016520 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:48:31.038160 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:48:31.039786 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:48:31.100825 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:48:32.034626 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:48:32.065273 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:48:32.066146 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:48:32.091782 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:48:32.100589 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:48:34.128446 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:48:36.103317 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:48:37.016353 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:48:37.112262 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:48:42.121245 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:48:46.300022 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:48:46.300048 1 tasks.go:49] processing task group 3 of 3 I0326 23:48:46.300066 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:48:46.341484 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:48:46.346876 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:53:27.656927 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:53:27.656958 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:53:27.656985 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:53:27.657000 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0326 23:53:27.657008 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:53:27.660254 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0326 23:53:27.660277 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:53:27.660300 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:53:27.661443 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:53:27.662193 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:53:27.663254 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:53:27.663285 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:53:27.690590 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:53:27.695947 1 tasks.go:49] processing task group 1 of 3 I0326 23:53:27.695987 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:53:27.695996 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:53:27.696195 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:53:27.710270 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:53:27.751433 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:53:30.862641 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:53:30.862663 1 tasks.go:49] processing task group 2 of 3 I0326 23:53:30.862698 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:53:30.862714 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:53:30.862713 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:53:30.862725 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:53:30.862740 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:53:30.862779 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:53:30.862773 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:53:30.862795 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:53:30.862811 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:53:30.862830 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:53:30.862868 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:53:30.862887 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:53:30.862894 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:53:30.862885 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:53:30.862899 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:53:30.920900 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:53:30.938460 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:53:30.949467 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:53:31.007599 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:53:31.939947 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:53:31.964687 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:53:31.967193 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:53:31.989672 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:53:32.014626 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:53:34.026877 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:53:36.003534 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:53:36.922856 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:53:37.013619 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:53:42.031685 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:53:46.218356 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:53:46.218389 1 tasks.go:49] processing task group 3 of 3 I0326 23:53:46.218411 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:53:46.261295 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:53:46.266823 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:53:46.277186 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:53:46.305246 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:53:46.310525 1 tasks.go:49] processing task group 1 of 3 I0326 23:53:46.310546 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:53:46.310563 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:53:46.324715 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:53:49.445818 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:53:49.445839 1 tasks.go:49] processing task group 2 of 3 I0326 23:53:49.445866 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:53:49.445869 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:53:49.445876 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:53:49.445894 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:53:49.445913 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:53:49.445932 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:53:49.445946 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:53:49.445980 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:53:49.445996 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:53:49.446003 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:53:49.446018 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:53:49.446035 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:53:49.446060 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:53:49.446056 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:53:49.446078 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:53:49.498926 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:53:49.517496 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:53:49.528586 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:53:49.593589 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:53:50.530338 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:53:50.556023 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:53:50.558454 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:53:50.583227 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:53:50.588264 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:53:52.594186 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:53:54.589384 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:53:55.514357 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:53:55.617618 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:54:00.616909 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:54:04.793042 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:54:04.793065 1 tasks.go:49] processing task group 3 of 3 I0326 23:54:04.793077 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:54:04.834106 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:54:04.839589 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:58:27.750946 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:58:27.751011 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:58:27.785875 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:58:27.791252 1 tasks.go:49] processing task group 1 of 3 I0326 23:58:27.791276 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:58:27.791294 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:58:27.808477 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:58:31.026757 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:58:31.026778 1 tasks.go:49] processing task group 2 of 3 I0326 23:58:31.026805 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:58:31.026808 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:58:31.026826 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:58:31.026839 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:58:31.026862 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:58:31.026881 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:58:31.026892 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:58:31.026913 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:58:31.026933 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:58:31.026946 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:58:31.026996 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:58:31.027011 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:58:31.027025 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:58:31.027048 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:58:31.027065 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:58:31.109099 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:58:31.135569 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:58:31.141705 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:58:31.196161 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:58:32.128276 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:58:32.155697 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:58:32.159296 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:58:32.176325 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:58:32.197206 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:58:34.276415 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:58:36.222687 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:58:37.093772 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:58:37.211853 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:58:42.226455 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:58:46.398938 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:58:46.398962 1 tasks.go:49] processing task group 3 of 3 I0326 23:58:46.398995 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:58:46.440698 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:58:46.448703 1 operator.go:851] Updating ClusterOperator status to done. I0327 00:03:27.751555 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0327 00:03:27.751604 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0327 00:03:27.783783 1 operator.go:830] Updating ClusterOperator status to InProgress. I0327 00:03:27.789484 1 tasks.go:49] processing task group 1 of 3 I0327 00:03:27.789507 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0327 00:03:27.789521 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:03:27.803804 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0327 00:03:30.959319 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0327 00:03:30.959339 1 tasks.go:49] processing task group 2 of 3 I0327 00:03:30.959361 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:03:30.959370 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0327 00:03:30.959385 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0327 00:03:30.959398 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:03:30.959418 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0327 00:03:30.959433 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:03:30.959453 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:03:30.959472 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0327 00:03:30.959488 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0327 00:03:30.959503 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:03:30.959531 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0327 00:03:30.959539 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0327 00:03:30.959557 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:03:30.959564 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0327 00:03:30.959685 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0327 00:03:31.022280 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0327 00:03:31.040673 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0327 00:03:31.044093 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0327 00:03:31.120189 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0327 00:03:32.046840 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0327 00:03:32.072196 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0327 00:03:32.091784 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0327 00:03:32.097651 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0327 00:03:32.115030 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0327 00:03:34.149907 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0327 00:03:36.106828 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0327 00:03:37.027410 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0327 00:03:37.118858 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0327 00:03:42.149503 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0327 00:03:46.310862 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0327 00:03:46.310887 1 tasks.go:49] processing task group 3 of 3 I0327 00:03:46.310896 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0327 00:03:46.352478 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0327 00:03:46.358592 1 operator.go:851] Updating ClusterOperator status to done.