W0521 19:43:24.754974 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0521 19:43:24.755350 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0521 19:43:24.755387 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0521 19:43:24.755393 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0521 19:43:24.755398 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0521 19:43:24.779090 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0521 19:43:24.782779 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0521 19:43:24.782924 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0521 19:43:24.783011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0521 19:43:24.785865 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0521 19:43:24.793348 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0521 19:43:24.793766 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0521 19:43:24.794432 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:43:24.794495 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:43:24.795080 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0521 19:43:24.795116 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:43:24.796730 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:43:24.796735 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:43:24.796755 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:43:24.796855 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0521 19:43:24.797203 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:43:24.797281 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:43:24.797781 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:43:24.804541 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0521 19:43:24.805225 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:43:24.805967 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0521 19:43:24.842309 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0521 19:43:24.887433 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 19:43:24.887489 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:43:24.887509 1 rule_controller.go:113] Starting alerting rules controller I0521 19:43:24.887514 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0521 19:43:24.887530 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:43:24.887541 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0521 19:43:24.887543 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:43:24.887550 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0521 19:43:24.887550 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0521 19:43:24.887553 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:43:24.887567 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:43:24.887526 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0521 19:43:24.887574 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0521 19:43:24.887584 1 relabel_controller.go:117] Starting alert relabel config controller I0521 19:43:24.887607 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0521 19:43:24.890353 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0521 19:43:24.890790 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0521 19:43:24.890797 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0521 19:43:24.890791 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0521 19:43:24.892258 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.892400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:43:24.892516 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.892531 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.892636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:43:24.892730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0521 19:43:24.908488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-gq5lw" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0521 19:43:24.908536 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5bnmt" is created for OpenShiftMonitoringTelemeterClientCertRequester I0521 19:43:24.910182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-dcptr" is created for OpenShiftMonitoringClientCertRequester I0521 19:43:24.922889 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.922910 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.922982 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.934483 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.934484 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.934490 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.945298 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.945389 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.945474 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.945479 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:43:24.955545 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.955609 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.958491 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.960785 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.963930 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.967059 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.968249 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.977098 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.977101 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.977115 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.977296 1 tasks.go:49] processing task group 1 of 3 I0521 19:43:24.977321 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:43:24.977330 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:43:24.985749 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.985826 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.985838 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0521 19:43:24.987853 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0521 19:43:24.987869 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0521 19:43:24.999636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0521 19:43:25.007399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0521 19:43:25.007411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0521 19:43:25.007435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0521 19:43:25.007844 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0521 19:43:25.008162 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0521 19:43:25.008208 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0521 19:43:25.022614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0521 19:43:25.028623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0521 19:43:25.039466 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:43:25.085033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0521 19:43:25.160352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0521 19:43:25.169662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:43:25.194324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:43:25.205692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0521 19:43:25.874706 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0521 19:43:25.876075 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0521 19:43:25.876091 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0521 19:43:25.876103 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0521 19:43:25.876107 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0521 19:43:25.878689 1 secure_serving.go:57] Forcing use of http/1.1 only I0521 19:43:25.878711 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0521 19:43:25.882284 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0521 19:43:25.882290 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0521 19:43:25.882304 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0521 19:43:25.882303 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0521 19:43:25.882318 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0521 19:43:25.882304 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0521 19:43:25.882666 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0521 19:43:25.882874 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779392576\" (2026-05-21 19:43:04 +0000 UTC to 2028-05-20 19:43:05 +0000 UTC (now=2026-05-21 19:43:25.882838544 +0000 UTC))" I0521 19:43:25.883097 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779392605\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779392605\" (2026-05-21 18:43:24 +0000 UTC to 2027-05-21 18:43:24 +0000 UTC (now=2026-05-21 19:43:25.883074618 +0000 UTC))" I0521 19:43:25.883123 1 secure_serving.go:213] Serving securely on [::]:8443 I0521 19:43:25.883148 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0521 19:43:25.883168 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0521 19:43:25.884827 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0521 19:43:25.884883 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0521 19:43:25.885035 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0521 19:43:25.982493 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0521 19:43:25.982560 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0521 19:43:25.982637 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0521 19:43:25.982813 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-21 19:27:29 +0000 UTC to 2036-05-18 19:27:29 +0000 UTC (now=2026-05-21 19:43:25.982780576 +0000 UTC))" I0521 19:43:25.983009 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779392576\" (2026-05-21 19:43:04 +0000 UTC to 2028-05-20 19:43:05 +0000 UTC (now=2026-05-21 19:43:25.982994101 +0000 UTC))" I0521 19:43:25.983161 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779392605\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779392605\" (2026-05-21 18:43:24 +0000 UTC to 2027-05-21 18:43:24 +0000 UTC (now=2026-05-21 19:43:25.983149372 +0000 UTC))" I0521 19:43:25.983259 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-21 19:27:32 +0000 UTC to 2036-05-18 19:27:32 +0000 UTC (now=2026-05-21 19:43:25.983249105 +0000 UTC))" I0521 19:43:25.983277 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-21 19:27:36 +0000 UTC to 2036-05-18 19:27:36 +0000 UTC (now=2026-05-21 19:43:25.983269372 +0000 UTC))" I0521 19:43:25.983300 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-21 19:27:39 +0000 UTC to 2036-05-18 19:27:39 +0000 UTC (now=2026-05-21 19:43:25.983286046 +0000 UTC))" I0521 19:43:25.983319 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-21 19:27:43 +0000 UTC to 2036-05-18 19:27:43 +0000 UTC (now=2026-05-21 19:43:25.983309511 +0000 UTC))" I0521 19:43:25.983334 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-21 19:27:45 +0000 UTC to 2036-05-18 19:27:45 +0000 UTC (now=2026-05-21 19:43:25.983327035 +0000 UTC))" I0521 19:43:25.983356 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2qegoo3vnj953sjchii9ofsr5vsfv02i-kx-b4c25af667_customer-system-admin-signer@1779391768\" [] issuer=\"\" (2026-05-21 19:29:29 +0000 UTC to 2026-05-28 19:29:30 +0000 UTC (now=2026-05-21 19:43:25.983346572 +0000 UTC))" I0521 19:43:25.983395 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2qegoo3vnj953sjchii9ofsr5vsfv02i-kx-b4c25af667_sre-system-admin-signer@1779391768\" [] issuer=\"\" (2026-05-21 19:29:28 +0000 UTC to 2026-05-28 19:29:29 +0000 UTC (now=2026-05-21 19:43:25.983384618 +0000 UTC))" I0521 19:43:25.983412 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-21 19:27:29 +0000 UTC to 2036-05-18 19:27:29 +0000 UTC (now=2026-05-21 19:43:25.983404589 +0000 UTC))" I0521 19:43:25.983569 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1779392576\" (2026-05-21 19:43:04 +0000 UTC to 2028-05-20 19:43:05 +0000 UTC (now=2026-05-21 19:43:25.98355691 +0000 UTC))" I0521 19:43:25.983717 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1779392605\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1779392605\" (2026-05-21 18:43:24 +0000 UTC to 2027-05-21 18:43:24 +0000 UTC (now=2026-05-21 19:43:25.983707782 +0000 UTC))" I0521 19:43:26.287793 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0521 19:43:28.281053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0521 19:43:28.291027 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0521 19:43:28.310337 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0521 19:43:33.457288 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:43:33.457317 1 tasks.go:49] processing task group 2 of 3 I0521 19:43:33.457351 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:43:33.457353 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:43:33.457392 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:43:33.457404 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:43:33.457414 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:43:33.457422 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:43:33.457422 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:43:33.457418 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:43:33.457435 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:43:33.457437 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:43:33.457436 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:43:33.457448 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:43:33.457444 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:43:33.457446 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:43:33.457464 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:43:33.476278 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0521 19:43:33.484045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0521 19:43:33.504794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0521 19:43:33.508175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0521 19:43:33.510910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0521 19:43:33.514654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0521 19:43:33.550506 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:43:33.568321 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:43:33.581564 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0521 19:43:33.582111 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:43:33.622155 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0521 19:43:33.622215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0521 19:43:33.627929 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0521 19:43:33.633046 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0521 19:43:33.633067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0521 19:43:33.717313 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0521 19:43:33.718770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0521 19:43:33.718796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0521 19:43:33.718803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0521 19:43:33.718809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0521 19:43:33.720210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0521 19:43:33.735337 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0521 19:43:33.735353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0521 19:43:33.737573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0521 19:43:33.740018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0521 19:43:33.751066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0521 19:43:33.765348 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0521 19:43:33.772104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0521 19:43:33.788261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0521 19:43:33.961581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0521 19:43:33.971392 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0521 19:43:34.082724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0521 19:43:34.102045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0521 19:43:34.142835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0521 19:43:34.172914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0521 19:43:34.215828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0521 19:43:34.309043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0521 19:43:34.324956 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0521 19:43:34.352227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0521 19:43:34.419707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0521 19:43:34.519005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0521 19:43:34.540418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0521 19:43:34.617517 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0521 19:43:34.619884 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0521 19:43:34.629067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0521 19:43:34.674503 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0521 19:43:34.721091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0521 19:43:34.769538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0521 19:43:34.771144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0521 19:43:34.785702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0521 19:43:34.824207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0521 19:43:34.829028 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0521 19:43:34.839852 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 19:43:34.839990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0521 19:43:34.875935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0521 19:43:34.921741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0521 19:43:35.096224 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0521 19:43:35.551425 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:43:35.551492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0521 19:43:35.552015 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0521 19:43:35.597559 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:43:35.612687 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0521 19:43:35.626224 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0521 19:43:35.647867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:43:35.765282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0521 19:43:35.854998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0521 19:43:35.892788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-cfcpe78oacer4 -n openshift-monitoring because it was missing I0521 19:43:35.950328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0521 19:43:36.089594 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0521 19:43:36.187410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:43:36.284328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0521 19:43:36.386713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0521 19:43:36.510877 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0521 19:43:36.639646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:43:36.691621 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:43:36.741727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0521 19:43:36.849280 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0521 19:43:36.849747 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:43:36.953922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:43:36.975856 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0521 19:43:37.380494 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0521 19:43:37.903812 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:43:37.912155 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:43:38.461129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-5li449okcinfb -n openshift-monitoring because it was missing I0521 19:43:38.631746 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:43:38.704521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:43:40.027106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-16ofbb1t7l3rq -n openshift-monitoring because it was missing I0521 19:43:40.058641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0521 19:43:40.079009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0521 19:43:40.088490 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0521 19:43:40.103431 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:43:40.136547 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:43:41.103593 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:43:48.971308 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0521 19:43:49.005951 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:43:49.783760 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:43:49.783785 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0521 19:43:57.112067 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:43:57.146010 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:43:57.166726 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:43:57.183161 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:43:57.214519 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:43:57.232559 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:43:57.263471 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:43:57.312048 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:44:10.534925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0521 19:44:10.549452 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:44:10.549520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0521 19:44:14.125759 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:44:24.908453 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:44:50.157862 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:44:50.157902 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0521 19:44:50.157911 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0521 19:44:50.157928 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0521 19:44:50.159040 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:44:50.188111 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:44:50.192909 1 tasks.go:49] processing task group 1 of 3 I0521 19:44:50.192938 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:44:50.192955 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:44:50.206013 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:44:51.241123 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWW90RGJGWGE0VU13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09UTTVNalUzTmpBZQpGdzB5TmpBMU1qRXhPVFF5TlRWYUZ3MHlPREEzTVRreE9UUXlOVFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemt6T1RJMU56WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRDVaYldFYUN0TFludytSbDdjekVmTFhvTmJxdmI3VDh4NQpEdi8wdFNOZld4SUpTT1VXSXd4TVBpYVRVVThFUU1Wb0diUmtYMHV6THFseDhqeXhzei81YXZFK2VaaFdjbFNZCnRPSUtmeXhqbm94SWRTNnlYN01mVGp6VkpKOG9peXFuU3Q5RGl3MnpmeDR1all2bHl3RzhoY1RNVUJMbE41UXkKSHk0WnFLaCtuMHExb2FpanFvQmVJQnlTWVNSaWFjTGZqRVJmd01GdVBzZ29EbndzamwyNnZGL2RSMWs3eEwxRApQTWw2cm5jck84NEoxWDkwVnFVbnc4bXZVM3FsaEJuRklQOUpTT1BiOTNXMzBkS0dHaXZ4Q3F4WjlXUGFWU29HCmhKSHBmTlNSZVNteit4TnlrQ1llVEJzSGVSN2FyS3dDa2dyV21Nd3YvMXJ1S2pQNzgyVkJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNKSjQ0RwpWakVtVkZEYXFaSllwdS80TlA1SE1qQWZCZ05WSFNNRUdEQVdnQlNKSjQ0R1ZqRW1WRkRhcVpKWXB1LzROUDVICk1qQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF0dVhESG0vOElQdndDTVhrOGRRR1d1aDFvaThNSjhsQ0hmUGkKL0VGK0RnWWZPWnlFUlV3czBuQlloNWZ3ME1WMUF2YjFmV3JIZVVBMnE1M3NBbWIxdk5nd3QyWXR2cnJSeTBmagpJa0ZLV1FQYXF0bnh5NHpXK1YvRThRbVF3eGZYV3FtdjhQNjdWNmxuNzg5ZDBURTRESXBCOXpaUWt4QmtsOW9wCm9IREtsUGkrUjE4VG4xbGNPN2RBaXRqVW5EcTNDQlZmM244ZzNROTY2V2NVcnhFYVh1cHNDN2tIb3RqSSttQ08KMHNLNGJaVVAzanI3ak51SUN5QVlwZFZaQkgrR2VpVDlUL0JFdnB1S2ZFb3NPbERoVUwxZ3NXanR5K0J2S0ZkZgplZmhvSk1tVXRrcFBSb2ZFeVRxQXZJZTQycG1NL3pwTi9BRUxWRHNNODg1c21pNVhodz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0521 19:44:51.247149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0521 19:44:51.252496 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWW90RGJGWGE0VU13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM09UTTVNalUzTmpBZQpGdzB5TmpBMU1qRXhPVFF5TlRWYUZ3MHlPREEzTVRreE9UUXlOVFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemt6T1RJMU56WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRDVaYldFYUN0TFludytSbDdjekVmTFhvTmJxdmI3VDh4NQpEdi8wdFNOZld4SUpTT1VXSXd4TVBpYVRVVThFUU1Wb0diUmtYMHV6THFseDhqeXhzei81YXZFK2VaaFdjbFNZCnRPSUtmeXhqbm94SWRTNnlYN01mVGp6VkpKOG9peXFuU3Q5RGl3MnpmeDR1all2bHl3RzhoY1RNVUJMbE41UXkKSHk0WnFLaCtuMHExb2FpanFvQmVJQnlTWVNSaWFjTGZqRVJmd01GdVBzZ29EbndzamwyNnZGL2RSMWs3eEwxRApQTWw2cm5jck84NEoxWDkwVnFVbnc4bXZVM3FsaEJuRklQOUpTT1BiOTNXMzBkS0dHaXZ4Q3F4WjlXUGFWU29HCmhKSHBmTlNSZVNteit4TnlrQ1llVEJzSGVSN2FyS3dDa2dyV21Nd3YvMXJ1S2pQNzgyVkJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNKSjQ0RwpWakVtVkZEYXFaSllwdS80TlA1SE1qQWZCZ05WSFNNRUdEQVdnQlNKSjQ0R1ZqRW1WRkRhcVpKWXB1LzROUDVICk1qQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF0dVhESG0vOElQdndDTVhrOGRRR1d1aDFvaThNSjhsQ0hmUGkKL0VGK0RnWWZPWnlFUlV3czBuQlloNWZ3ME1WMUF2YjFmV3JIZVVBMnE1M3NBbWIxdk5nd3QyWXR2cnJSeTBmagpJa0ZLV1FQYXF0bnh5NHpXK1YvRThRbVF3eGZYV3FtdjhQNjdWNmxuNzg5ZDBURTRESXBCOXpaUWt4QmtsOW9wCm9IREtsUGkrUjE4VG4xbGNPN2RBaXRqVW5EcTNDQlZmM244ZzNROTY2V2NVcnhFYVh1cHNDN2tIb3RqSSttQ08KMHNLNGJaVVAzanI3ak51SUN5QVlwZFZaQkgrR2VpVDlUL0JFdnB1S2ZFb3NPbERoVUwxZ3NXanR5K0J2S0ZkZgplZmhvSk1tVXRrcFBSb2ZFeVRxQXZJZTQycG1NL3pwTi9BRUxWRHNNODg1c21pNVhodz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0521 19:44:51.259884 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0521 19:44:53.330152 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:44:53.330178 1 tasks.go:49] processing task group 2 of 3 I0521 19:44:53.330207 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:44:53.330217 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:44:53.330231 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:44:53.330263 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:44:53.330265 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:44:53.330292 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:44:53.330311 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:44:53.330322 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:44:53.330332 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:44:53.330349 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:44:53.330388 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:44:53.330403 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:44:53.330424 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:44:53.330209 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:44:53.330284 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:44:53.399020 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:44:53.414084 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:44:53.422053 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:44:53.424925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0521 19:44:53.442180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0521 19:44:53.459704 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0521 19:44:53.474680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0521 19:44:53.485457 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 19:44:53.487384 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:44:53.541397 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 19:44:54.411581 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:44:54.447948 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:44:54.448008 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:44:54.449138 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:44:54.476217 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:44:56.504021 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:44:58.469072 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:44:58.535497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0521 19:44:59.390896 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:45:01.626969 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:46:04.522785 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:47:08.689106 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:47:08.689135 1 tasks.go:49] processing task group 3 of 3 I0521 19:47:08.689146 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:47:08.740011 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:47:08.740093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"97931c3a-28f2-4682-88a6-40188a208c60", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0521 19:47:08.748847 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:47:08.798700 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:47:08.845011 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:47:08.849853 1 tasks.go:49] processing task group 1 of 3 I0521 19:47:08.849881 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:47:08.849896 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:47:08.865471 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:47:12.002560 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:47:12.002585 1 tasks.go:49] processing task group 2 of 3 I0521 19:47:12.002612 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:47:12.002621 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:47:12.002639 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:47:12.002665 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:47:12.002686 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:47:12.002705 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:47:12.002732 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:47:12.002752 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:47:12.002768 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:47:12.002790 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:47:12.002811 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:47:12.002844 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:47:12.002842 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:47:12.002871 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:47:12.002889 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:47:12.077112 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:47:12.097537 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:47:12.104182 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:47:12.179387 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:47:13.097346 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:47:13.113338 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:47:13.118627 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:47:13.122817 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:47:13.192408 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:47:15.160197 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:47:17.141998 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:47:18.059998 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:47:18.176014 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:47:23.193826 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:47:23.384031 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:23.402413 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:47:27.327346 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:47:27.327398 1 tasks.go:49] processing task group 3 of 3 I0521 19:47:27.327418 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:47:27.362586 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:47:27.368424 1 operator.go:851] Updating ClusterOperator status to done. W0521 19:47:27.377531 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:47:27.403462 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:47:27.408280 1 tasks.go:49] processing task group 1 of 3 I0521 19:47:27.408311 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:47:27.408322 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:47:27.421710 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:47:30.535888 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:47:30.535910 1 tasks.go:49] processing task group 2 of 3 I0521 19:47:30.535936 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:47:30.535944 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:47:30.535956 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:47:30.535982 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:47:30.535994 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:47:30.536011 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:47:30.536036 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:47:30.536055 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:47:30.536071 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:47:30.536095 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:47:30.536109 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:47:30.536132 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:47:30.536132 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:47:30.536140 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:47:30.536856 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:47:30.624877 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:47:30.645744 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:47:30.659891 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:47:30.715151 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:47:31.635514 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:47:31.646829 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:47:31.657548 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:47:31.669531 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:47:31.704791 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:47:33.689340 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:47:35.704024 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:47:36.594528 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:47:36.731956 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:47:41.698512 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:47:45.880060 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:47:45.880084 1 tasks.go:49] processing task group 3 of 3 I0521 19:47:45.880100 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:47:45.917610 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:47:45.922871 1 operator.go:851] Updating ClusterOperator status to done. I0521 19:48:24.887989 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 19:48:24.888037 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:48:24.920677 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:48:24.925026 1 tasks.go:49] processing task group 1 of 3 I0521 19:48:24.925059 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:48:24.925072 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:48:24.937746 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:48:28.050199 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:48:28.050223 1 tasks.go:49] processing task group 2 of 3 I0521 19:48:28.050256 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:48:28.050257 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:48:28.050279 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:48:28.050292 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:48:28.050312 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:48:28.050332 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:48:28.050347 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:48:28.050384 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:48:28.050399 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:48:28.050418 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:48:28.050442 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:48:28.050436 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:48:28.050450 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:48:28.050479 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:48:28.050535 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:48:28.117478 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:48:28.147922 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:48:28.148717 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:48:28.204627 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:48:29.137284 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:48:29.153114 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:48:29.157058 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:48:29.167466 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:48:29.201789 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:48:31.208534 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:48:33.188284 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:48:34.106864 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:48:34.216377 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:48:39.205501 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:48:43.366787 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:48:43.366815 1 tasks.go:49] processing task group 3 of 3 I0521 19:48:43.366832 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:48:43.404336 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:48:43.410121 1 operator.go:851] Updating ClusterOperator status to done. I0521 19:53:24.888431 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0521 19:53:24.888473 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:53:24.967762 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:53:24.979892 1 tasks.go:49] processing task group 1 of 3 I0521 19:53:24.979922 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:53:24.979942 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:53:25.012797 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:53:28.167250 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:53:28.167278 1 tasks.go:49] processing task group 2 of 3 I0521 19:53:28.167304 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:53:28.167311 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:53:28.167315 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:53:28.167329 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:53:28.167351 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:53:28.167383 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:53:28.167396 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:53:28.167411 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:53:28.167427 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:53:28.167455 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:53:28.167460 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:53:28.167502 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:53:28.167502 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:53:28.167569 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:53:28.167969 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:53:28.215844 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:53:28.239312 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:53:28.254568 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:53:28.307840 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:53:29.237698 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:53:29.262402 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:53:29.269745 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:53:29.282630 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:53:29.315853 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:53:31.329724 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:53:33.294325 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:53:34.229068 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:53:34.307586 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0521 19:53:39.325009 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0521 19:53:43.514795 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0521 19:53:43.514834 1 tasks.go:49] processing task group 3 of 3 I0521 19:53:43.514855 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0521 19:53:43.555798 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0521 19:53:43.561465 1 operator.go:851] Updating ClusterOperator status to done. I0521 19:58:24.795747 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0521 19:58:24.795765 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0521 19:58:24.795783 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0521 19:58:24.795785 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0521 19:58:24.796917 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0521 19:58:24.796931 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0521 19:58:24.798007 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0521 19:58:24.798033 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0521 19:58:24.798189 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0521 19:58:24.798319 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0521 19:58:24.798345 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0521 19:58:24.798352 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0521 19:58:24.822018 1 operator.go:830] Updating ClusterOperator status to InProgress. I0521 19:58:24.826857 1 tasks.go:49] processing task group 1 of 3 I0521 19:58:24.826885 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0521 19:58:24.826894 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:58:24.839021 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0521 19:58:24.843169 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0521 19:58:24.887908 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0521 19:58:27.978829 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0521 19:58:27.978854 1 tasks.go:49] processing task group 2 of 3 I0521 19:58:27.978888 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:58:27.978893 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0521 19:58:27.978907 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0521 19:58:27.978929 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:58:27.978936 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0521 19:58:27.978958 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0521 19:58:27.978979 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:58:27.978997 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:58:27.979029 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0521 19:58:27.979023 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0521 19:58:27.979040 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:58:27.979086 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:58:27.979086 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0521 19:58:27.979133 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0521 19:58:27.979140 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0521 19:58:28.033318 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0521 19:58:28.053605 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0521 19:58:28.066938 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0521 19:58:28.114943 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0521 19:58:29.057084 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0521 19:58:29.079769 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0521 19:58:29.080454 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0521 19:58:29.090134 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0521 19:58:29.124317 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0521 19:58:31.143724 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0521 19:58:33.107063 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0521 19:58:34.128024 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0521 19:58:34.268434 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient