W0424 02:57:23.968768 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0424 02:57:23.969220 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0424 02:57:23.969234 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0424 02:57:23.969239 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0424 02:57:23.969243 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0424 02:57:23.969246 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0424 02:57:23.994356 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0424 02:57:23.997369 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0424 02:57:23.997460 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0424 02:57:23.997633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0424 02:57:23.998569 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0424 02:57:24.003422 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:24.003527 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0424 02:57:24.006916 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 02:57:24.008389 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 02:57:24.008813 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 02:57:24.009106 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0424 02:57:24.009169 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 02:57:24.011489 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 02:57:24.011573 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 02:57:24.011785 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 02:57:24.012157 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 02:57:24.013580 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 02:57:24.014121 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0424 02:57:24.017790 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0424 02:57:24.017852 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0424 02:57:24.018121 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 02:57:24.047040 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 02:57:24.101546 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 02:57:24.101625 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 02:57:24.101626 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0424 02:57:24.101634 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0424 02:57:24.101642 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0424 02:57:24.101647 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0424 02:57:24.101643 1 rule_controller.go:114] Starting alerting rules controller I0424 02:57:24.101653 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0424 02:57:24.101660 1 relabel_controller.go:117] Starting alert relabel config controller I0424 02:57:24.101673 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0424 02:57:24.101649 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0424 02:57:24.101684 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0424 02:57:24.101683 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0424 02:57:24.101698 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0424 02:57:24.101705 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0424 02:57:24.104542 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0424 02:57:24.104884 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0424 02:57:24.104955 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0424 02:57:24.105254 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0424 02:57:24.106110 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.106219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 02:57:24.107850 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.107913 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.108031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 02:57:24.108109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 02:57:24.119664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-86tgf" is created for OpenShiftMonitoringClientCertRequester I0424 02:57:24.121303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-z9zt7" is created for OpenShiftMonitoringTelemeterClientCertRequester I0424 02:57:24.121386 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-pt74r" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0424 02:57:24.124450 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.131191 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.131239 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.131312 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.135610 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.136577 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.136577 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.139569 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.140493 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.141459 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.144434 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.144995 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.146417 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.147804 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 02:57:24.148521 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.149189 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.154142 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.154556 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.154576 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.169769 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.169799 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.169912 1 tasks.go:49] processing task group 1 of 3 I0424 02:57:24.169926 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.169950 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 02:57:24.169958 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 02:57:24.177136 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.177145 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.177221 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.186247 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0424 02:57:24.186921 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.186949 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.187176 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.192983 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.193050 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.195155 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.198772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0424 02:57:24.201779 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0424 02:57:24.201785 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0424 02:57:24.202319 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.202410 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.203166 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 02:57:24.203185 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.209043 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.209061 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.209061 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.215679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0424 02:57:24.216534 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.216540 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.216688 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.223547 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.224733 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.229203 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:24.261180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0424 02:57:24.351441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0424 02:57:24.362478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 02:57:24.393338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 02:57:24.406167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 02:57:24.461982 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0424 02:57:24.463366 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0424 02:57:24.463381 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0424 02:57:24.463396 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0424 02:57:24.463401 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0424 02:57:24.465836 1 secure_serving.go:57] Forcing use of http/1.1 only I0424 02:57:24.465854 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0424 02:57:24.470746 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0424 02:57:24.470766 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0424 02:57:24.470769 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0424 02:57:24.470780 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0424 02:57:24.470787 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0424 02:57:24.470800 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0424 02:57:24.471139 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0424 02:57:24.471338 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776999418\" (2026-04-24 02:57:06 +0000 UTC to 2028-04-23 02:57:07 +0000 UTC (now=2026-04-24 02:57:24.471297451 +0000 UTC))" I0424 02:57:24.471611 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776999444\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776999444\" (2026-04-24 01:57:23 +0000 UTC to 2029-04-24 01:57:23 +0000 UTC (now=2026-04-24 02:57:24.471588319 +0000 UTC))" I0424 02:57:24.471635 1 secure_serving.go:211] Serving securely on [::]:8443 I0424 02:57:24.471658 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0424 02:57:24.471675 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0424 02:57:24.473978 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0424 02:57:24.474078 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0424 02:57:24.474172 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0424 02:57:24.570967 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0424 02:57:24.571031 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0424 02:57:24.571110 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0424 02:57:24.571117 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-24 02:47:40 +0000 UTC to 2036-04-21 02:47:40 +0000 UTC (now=2026-04-24 02:57:24.571097193 +0000 UTC))" I0424 02:57:24.571310 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776999418\" (2026-04-24 02:57:06 +0000 UTC to 2028-04-23 02:57:07 +0000 UTC (now=2026-04-24 02:57:24.571295706 +0000 UTC))" I0424 02:57:24.571471 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776999444\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776999444\" (2026-04-24 01:57:23 +0000 UTC to 2029-04-24 01:57:23 +0000 UTC (now=2026-04-24 02:57:24.571458661 +0000 UTC))" I0424 02:57:24.571593 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-24 02:47:44 +0000 UTC to 2036-04-21 02:47:44 +0000 UTC (now=2026-04-24 02:57:24.571581521 +0000 UTC))" I0424 02:57:24.571612 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-24 02:47:49 +0000 UTC to 2036-04-21 02:47:49 +0000 UTC (now=2026-04-24 02:57:24.571603097 +0000 UTC))" I0424 02:57:24.571628 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-24 02:47:51 +0000 UTC to 2036-04-21 02:47:51 +0000 UTC (now=2026-04-24 02:57:24.571619706 +0000 UTC))" I0424 02:57:24.571642 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-24 02:47:56 +0000 UTC to 2036-04-21 02:47:56 +0000 UTC (now=2026-04-24 02:57:24.571634535 +0000 UTC))" I0424 02:57:24.571659 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-24 02:48:03 +0000 UTC to 2036-04-21 02:48:03 +0000 UTC (now=2026-04-24 02:57:24.571650594 +0000 UTC))" I0424 02:57:24.571674 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps8kd9n54vkadsmhv5dl8r11de9333h-kx-92e50c4391_customer-system-admin-signer@1776999011\" [] issuer=\"\" (2026-04-24 02:50:11 +0000 UTC to 2026-05-01 02:50:12 +0000 UTC (now=2026-04-24 02:57:24.571665257 +0000 UTC))" I0424 02:57:24.571692 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps8kd9n54vkadsmhv5dl8r11de9333h-kx-92e50c4391_sre-system-admin-signer@1776999011\" [] issuer=\"\" (2026-04-24 02:50:13 +0000 UTC to 2026-05-01 02:50:14 +0000 UTC (now=2026-04-24 02:57:24.571682501 +0000 UTC))" I0424 02:57:24.571709 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-24 02:47:40 +0000 UTC to 2036-04-21 02:47:40 +0000 UTC (now=2026-04-24 02:57:24.571701613 +0000 UTC))" I0424 02:57:24.571886 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776999418\" (2026-04-24 02:57:06 +0000 UTC to 2028-04-23 02:57:07 +0000 UTC (now=2026-04-24 02:57:24.571873592 +0000 UTC))" I0424 02:57:24.572051 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776999444\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776999444\" (2026-04-24 01:57:23 +0000 UTC to 2029-04-24 01:57:23 +0000 UTC (now=2026-04-24 02:57:24.572040374 +0000 UTC))" I0424 02:57:25.139244 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:25.139287 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:25.139244 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:25.139433 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-24T02:52:25Z", ) I0424 02:57:25.139449 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-23T02:52:25Z", ) I0424 02:57:25.139497 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-24T02:52:25Z", ) I0424 02:57:25.139515 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-23T02:52:25Z", ) I0424 02:57:25.144401 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 02:57:25.144518 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-24T02:52:25Z", ) I0424 02:57:25.144533 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-23T02:52:25Z", ) I0424 02:57:25.148768 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0424 02:57:25.148765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0424 02:57:25.153703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0424 02:57:25.153797 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0424 02:57:25.153921 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0424 02:57:25.154052 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0424 02:57:26.839767 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0424 02:57:29.465361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0424 02:57:29.477146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0424 02:57:29.492260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0424 02:57:35.638449 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 02:57:35.638476 1 tasks.go:49] processing task group 2 of 3 I0424 02:57:35.638499 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 02:57:35.638512 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 02:57:35.638520 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 02:57:35.638535 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 02:57:35.638544 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 02:57:35.638553 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 02:57:35.638551 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 02:57:35.638569 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 02:57:35.638561 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 02:57:35.638585 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 02:57:35.638589 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 02:57:35.638587 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 02:57:35.638596 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 02:57:35.638562 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 02:57:35.638622 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 02:57:35.665775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0424 02:57:35.666393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0424 02:57:35.679450 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0424 02:57:35.700741 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0424 02:57:35.710649 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0424 02:57:35.726515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0424 02:57:35.763381 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 02:57:35.767205 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 02:57:35.803289 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 02:57:35.821191 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0424 02:57:35.850734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0424 02:57:35.860018 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0424 02:57:35.861274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0424 02:57:35.866879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0424 02:57:35.867994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0424 02:57:35.925180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0424 02:57:36.033527 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0424 02:57:36.037096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0424 02:57:36.037277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0424 02:57:36.041106 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0424 02:57:36.044097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0424 02:57:36.044150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0424 02:57:36.052739 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0424 02:57:36.052755 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0424 02:57:36.053902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0424 02:57:36.065677 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0424 02:57:36.080514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0424 02:57:36.080618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0424 02:57:36.111497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0424 02:57:36.111520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0424 02:57:36.193218 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0424 02:57:36.300829 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0424 02:57:36.440643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0424 02:57:36.487906 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0424 02:57:36.542611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0424 02:57:36.572483 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0424 02:57:36.634344 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0424 02:57:36.741433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0424 02:57:36.753057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0424 02:57:36.767008 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0424 02:57:36.816094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0424 02:57:36.826646 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0424 02:57:36.837096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0424 02:57:36.871927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0424 02:57:36.962999 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0424 02:57:36.963531 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0424 02:57:36.966228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0424 02:57:36.977775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0424 02:57:37.018009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0424 02:57:37.042457 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0424 02:57:37.042538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0424 02:57:37.082640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0424 02:57:37.101981 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0424 02:57:37.216961 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0424 02:57:37.363043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0424 02:57:37.444973 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0424 02:57:37.463334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0424 02:57:37.838625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0424 02:57:37.853631 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0424 02:57:37.866026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0424 02:57:37.963038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0424 02:57:38.073982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0424 02:57:38.140597 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 02:57:38.140671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0424 02:57:38.141776 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0424 02:57:38.169285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0424 02:57:38.274634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0424 02:57:38.391064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0424 02:57:38.472868 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0424 02:57:38.639574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0424 02:57:38.757487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0424 02:57:38.823824 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 02:57:38.829728 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 02:57:38.860950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0424 02:57:38.957770 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0424 02:57:39.061871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0424 02:57:39.105644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-cahgg9bmr2v0b -n openshift-monitoring because it was missing I0424 02:57:39.132565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0424 02:57:39.161992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0424 02:57:39.797825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0424 02:57:40.251520 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 02:57:40.808596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0424 02:57:40.898616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0424 02:57:40.907912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-elarrcj5gfhoh -n openshift-monitoring because it was missing I0424 02:57:41.259615 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 02:57:41.689975 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 02:57:41.713687 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 02:57:41.742540 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 02:57:42.223952 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-6bkvtelcbooul -n openshift-monitoring because it was missing I0424 02:57:42.240238 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 02:57:42.244338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0424 02:57:42.267972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0424 02:57:42.278759 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0424 02:57:42.686526 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 02:57:49.009840 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 02:57:49.009945 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0424 02:57:58.259031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0424 02:57:58.295063 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 02:57:58.690868 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 02:57:58.716660 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 02:57:58.732514 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 02:57:58.777151 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 02:58:10.028893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0424 02:58:10.050479 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 02:58:10.050555 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0424 02:58:17.106132 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 02:58:52.344871 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 02:58:52.344905 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0424 02:58:52.344913 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0424 02:58:52.344969 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0424 02:58:52.344999 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 02:58:52.398531 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 02:58:52.405943 1 tasks.go:49] processing task group 1 of 3 I0424 02:58:52.405965 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 02:58:52.405981 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 02:58:52.426390 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 02:58:53.483037 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSGJzcGhMMm5NL3d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazVPVFF4T0RBZQpGdzB5TmpBME1qUXdNalUyTlRkYUZ3MHlPREEyTWpJd01qVTJOVGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1T1RrME1UZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ29BYlZKVnRGd3lCU04zdHZsYndiTGxvaUkxLzVGNHdkQwpWWlYzR3JjeVQxRzM5dnQvYTdnTnhSOG1zSzRnc2lDbzdPRGJYM3ROay82Wjh2VmFWQWFtTXhwMXhXN3hNQjBECkNaUWxnaEpLbDZTQzYzeGlOY1lsS0RpcmhVdXdab1FxUU40Zmd1QlJZemk5VUh5d2RKS045NlBabUwwdlVuQlQKcS9nbytzZUZuTEVmMXJ2T3JaNmZFM1k4SnpIL1RQL01GU1E5OVRYNHlDSnA2OEJpVVFRQXdrdmg0VGVOMndtbgpxRmxsb0tVTFRaRHBwcjZYUDJLcXVYYkJpbHJoWFJ5dDZoMDZBclBKRjE4ZHpsRGR1RnZzQkFjaTQxOGVwcXRhCk1zRjBxVTBLNDl5R3JUbzVWbW5HWHNJVHFtUmRDMHFaSUpUWm9OVmZiRmR3R21YbnRhaExBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlE5czl3MwoweU9TSEhqRzNlaFd2SmFuaGthNCtUQWZCZ05WSFNNRUdEQVdnQlE5czl3MzB5T1NISGpHM2VoV3ZKYW5oa2E0CitUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFLTlZ5VGtEazduQXB0N1BnNDA5aGJpdVo4QXRqLytYa2UvVlkKT0FLR2NtUnEwVVR4ZUpQdGtPKzR2UEdvWmxnMGsrMVBDN1BKWlN2bnhOdjd5aEJiUk5nd1l1US9qdUNBeTJBSwpBZzZEbmhsZzYwTURveDlhVmVtY3RtYWRXS3pRRXhxQ2dMbkN5cEcxT0JqV2tTRERyNzB6OWlaOXpPM1U2bVZICldhNytNTDRoaklUeUdWbFVwa0lucVdNOUN2V0FUR2tJRVhmdDJxZnZXT0pKRnZqT3hiUGF3WGxKRzZEZTBMbWUKQmFMdjNlc1cvQVZNVkhXR0txQTJSUzlvWVFEMWMrRHRmeG15MVExQ1ZScXV5L05CVHVlWFA5STNLVGJsMTI2QgpGdHNOVlhEbjF5Y1N1bkJjdmRqNElJMFlLRG40YjZ5ZlVkaVhrdUVXTWQ0NERKYjg3QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0424 02:58:53.489317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0424 02:58:53.494371 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSGJzcGhMMm5NL3d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazVPVFF4T0RBZQpGdzB5TmpBME1qUXdNalUyTlRkYUZ3MHlPREEyTWpJd01qVTJOVGhhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1T1RrME1UZ3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ29BYlZKVnRGd3lCU04zdHZsYndiTGxvaUkxLzVGNHdkQwpWWlYzR3JjeVQxRzM5dnQvYTdnTnhSOG1zSzRnc2lDbzdPRGJYM3ROay82Wjh2VmFWQWFtTXhwMXhXN3hNQjBECkNaUWxnaEpLbDZTQzYzeGlOY1lsS0RpcmhVdXdab1FxUU40Zmd1QlJZemk5VUh5d2RKS045NlBabUwwdlVuQlQKcS9nbytzZUZuTEVmMXJ2T3JaNmZFM1k4SnpIL1RQL01GU1E5OVRYNHlDSnA2OEJpVVFRQXdrdmg0VGVOMndtbgpxRmxsb0tVTFRaRHBwcjZYUDJLcXVYYkJpbHJoWFJ5dDZoMDZBclBKRjE4ZHpsRGR1RnZzQkFjaTQxOGVwcXRhCk1zRjBxVTBLNDl5R3JUbzVWbW5HWHNJVHFtUmRDMHFaSUpUWm9OVmZiRmR3R21YbnRhaExBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlE5czl3MwoweU9TSEhqRzNlaFd2SmFuaGthNCtUQWZCZ05WSFNNRUdEQVdnQlE5czl3MzB5T1NISGpHM2VoV3ZKYW5oa2E0CitUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFLTlZ5VGtEazduQXB0N1BnNDA5aGJpdVo4QXRqLytYa2UvVlkKT0FLR2NtUnEwVVR4ZUpQdGtPKzR2UEdvWmxnMGsrMVBDN1BKWlN2bnhOdjd5aEJiUk5nd1l1US9qdUNBeTJBSwpBZzZEbmhsZzYwTURveDlhVmVtY3RtYWRXS3pRRXhxQ2dMbkN5cEcxT0JqV2tTRERyNzB6OWlaOXpPM1U2bVZICldhNytNTDRoaklUeUdWbFVwa0lucVdNOUN2V0FUR2tJRVhmdDJxZnZXT0pKRnZqT3hiUGF3WGxKRzZEZTBMbWUKQmFMdjNlc1cvQVZNVkhXR0txQTJSUzlvWVFEMWMrRHRmeG15MVExQ1ZScXV5L05CVHVlWFA5STNLVGJsMTI2QgpGdHNOVlhEbjF5Y1N1bkJjdmRqNElJMFlLRG40YjZ5ZlVkaVhrdUVXTWQ0NERKYjg3QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0424 02:58:53.500721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0424 02:58:55.607521 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 02:58:55.607549 1 tasks.go:49] processing task group 2 of 3 I0424 02:58:55.607578 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 02:58:55.607579 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 02:58:55.607597 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 02:58:55.607616 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 02:58:55.607646 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 02:58:55.607658 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 02:58:55.607676 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 02:58:55.607692 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 02:58:55.607705 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 02:58:55.607709 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 02:58:55.607736 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 02:58:55.607753 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 02:58:55.607780 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 02:58:55.607786 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 02:58:55.607809 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 02:58:55.672765 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 02:58:55.701047 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 02:58:55.702174 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 02:58:55.746382 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0424 02:58:55.769180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0424 02:58:55.798701 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0424 02:58:55.800781 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 02:58:55.811470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0424 02:58:55.825775 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 02:58:55.899284 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 02:58:56.702307 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 02:58:56.726811 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 02:58:56.729882 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 02:58:56.751054 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 02:58:56.770030 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 02:58:58.793570 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 02:59:00.762816 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 02:59:00.880424 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0424 02:59:01.679046 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 02:59:05.001389 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:00:06.812240 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:01:11.016875 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:01:11.016913 1 tasks.go:49] processing task group 3 of 3 I0424 03:01:11.016956 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:01:11.082697 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:01:11.082792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"9a6e4274-a203-4209-8dc8-617869bd2a10", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0424 03:01:11.092978 1 operator.go:851] Updating ClusterOperator status to done. W0424 03:01:11.141564 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:01:11.267620 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:01:11.275246 1 tasks.go:49] processing task group 1 of 3 I0424 03:01:11.275269 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:01:11.275286 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:01:11.294701 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:01:14.449784 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:01:14.449808 1 tasks.go:49] processing task group 2 of 3 I0424 03:01:14.449830 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:01:14.449837 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:01:14.449847 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:01:14.449867 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:01:14.449891 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:01:14.449904 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:01:14.449943 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:01:14.449972 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:01:14.449998 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:01:14.449997 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:01:14.450028 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:01:14.450032 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:01:14.450046 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:01:14.450064 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:01:14.449979 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:01:14.530193 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:01:14.545029 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:01:14.553791 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:01:14.640066 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:01:15.550672 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:01:15.575339 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:01:15.577912 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:01:15.580790 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:01:15.619292 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:01:17.630296 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:01:19.610217 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:01:20.519138 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:01:20.628874 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:01:25.624772 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:01:26.023591 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:01:29.825177 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:01:29.825202 1 tasks.go:49] processing task group 3 of 3 I0424 03:01:29.825216 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:01:29.876323 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:01:29.883146 1 operator.go:851] Updating ClusterOperator status to done. W0424 03:01:29.895872 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:01:29.930634 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:01:29.939752 1 tasks.go:49] processing task group 1 of 3 I0424 03:01:29.939779 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:01:29.939799 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:01:29.958544 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:01:33.092619 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:01:33.092644 1 tasks.go:49] processing task group 2 of 3 I0424 03:01:33.092677 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:01:33.092676 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:01:33.092688 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:01:33.092714 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:01:33.092732 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:01:33.092756 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:01:33.092780 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:01:33.092785 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:01:33.092807 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:01:33.092826 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:01:33.092850 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:01:33.092874 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:01:33.092888 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:01:33.092890 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:01:33.092765 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:01:33.178699 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:01:33.249977 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:01:33.286451 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:01:33.368466 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:01:34.209243 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:01:34.220701 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:01:34.233205 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:01:34.267838 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:01:34.316806 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:01:36.299205 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:01:38.286329 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:01:39.163627 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:01:39.301721 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:01:44.273726 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:01:48.489440 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:01:48.489468 1 tasks.go:49] processing task group 3 of 3 I0424 03:01:48.489485 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:01:48.530682 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:01:48.537504 1 operator.go:851] Updating ClusterOperator status to done. I0424 03:02:24.102323 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 03:02:24.102361 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:02:24.137845 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:02:24.143502 1 tasks.go:49] processing task group 1 of 3 I0424 03:02:24.143528 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:02:24.143542 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:02:24.159223 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:02:27.312852 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:02:27.312880 1 tasks.go:49] processing task group 2 of 3 I0424 03:02:27.312914 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:02:27.312922 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:02:27.312948 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:02:27.312966 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:02:27.312990 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:02:27.312998 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:02:27.313029 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:02:27.313040 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:02:27.313055 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:02:27.313078 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:02:27.313099 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:02:27.313121 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:02:27.313142 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:02:27.313152 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:02:27.312914 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:02:27.365958 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:02:27.392234 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:02:27.397830 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:02:27.459004 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:02:28.391219 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:02:28.419000 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:02:28.419710 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:02:28.445450 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:02:28.449456 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:02:30.491492 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:02:32.459023 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:02:33.387410 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:02:33.478042 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:02:38.486824 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:02:42.663349 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:02:42.663375 1 tasks.go:49] processing task group 3 of 3 I0424 03:02:42.663392 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:02:42.702625 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:02:42.708371 1 operator.go:851] Updating ClusterOperator status to done. I0424 03:05:07.148316 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0424 03:05:07.148349 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:05:07.187766 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:05:07.195616 1 tasks.go:49] processing task group 1 of 3 I0424 03:05:07.195641 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:05:07.195656 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:05:07.211008 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:05:10.359733 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:05:10.359759 1 tasks.go:49] processing task group 2 of 3 I0424 03:05:10.359785 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:05:10.359797 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:05:10.359805 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:05:10.359819 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:05:10.359835 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:05:10.359853 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:05:10.359866 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:05:10.359885 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:05:10.359904 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:05:10.359921 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:05:10.359973 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:05:10.359985 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:05:10.359994 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:05:10.360010 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:05:10.359974 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:05:10.438539 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:05:10.452404 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:05:10.455353 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:05:10.526503 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:05:11.444342 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:05:11.489119 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:05:11.492279 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:05:11.504472 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:05:11.522546 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:05:13.549697 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:05:15.522405 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:05:16.431296 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:05:16.532440 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:05:21.540714 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:05:25.735240 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:05:25.735263 1 tasks.go:49] processing task group 3 of 3 I0424 03:05:25.735277 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:05:25.780971 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:05:25.787376 1 operator.go:851] Updating ClusterOperator status to done. I0424 03:07:24.101621 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 03:07:24.101674 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:07:24.161267 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:07:24.170186 1 tasks.go:49] processing task group 1 of 3 I0424 03:07:24.170213 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:07:24.170228 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:07:24.208399 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:07:27.560814 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:07:27.560835 1 tasks.go:49] processing task group 2 of 3 I0424 03:07:27.560857 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:07:27.560862 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:07:27.560882 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:07:27.560888 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:07:27.560906 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:07:27.560947 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:07:27.560965 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:07:27.560971 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:07:27.560989 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:07:27.561005 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:07:27.561016 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:07:27.561038 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:07:27.561057 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:07:27.561054 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:07:27.561079 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:07:27.814322 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:07:27.823271 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:07:27.895955 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:07:28.000998 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:07:28.913478 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:07:28.934531 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:07:28.965377 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:07:28.991263 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:07:29.017392 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:07:31.072390 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:07:33.015222 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:07:33.690077 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:07:33.984573 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:07:38.996189 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:07:43.416376 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:07:43.416406 1 tasks.go:49] processing task group 3 of 3 I0424 03:07:43.416428 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:07:43.481890 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:07:43.489995 1 operator.go:851] Updating ClusterOperator status to done. I0424 03:12:24.007717 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs W0424 03:12:24.007756 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:12:24.007863 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0424 03:12:24.007890 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0424 03:12:24.007954 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0424 03:12:24.009793 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0424 03:12:24.009798 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0424 03:12:24.009812 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 03:12:24.012054 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0424 03:12:24.012069 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 03:12:24.012088 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0424 03:12:24.013196 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0424 03:12:24.041100 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:12:24.047463 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0424 03:12:24.047805 1 tasks.go:49] processing task group 1 of 3 I0424 03:12:24.047828 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:12:24.047839 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:12:24.064476 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:12:24.102499 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0424 03:12:27.220121 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:12:27.220144 1 tasks.go:49] processing task group 2 of 3 I0424 03:12:27.220169 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:12:27.220173 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:12:27.220187 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:12:27.220205 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:12:27.220224 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:12:27.220238 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:12:27.220255 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:12:27.220267 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:12:27.220288 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:12:27.220324 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:12:27.220334 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:12:27.220352 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:12:27.220351 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:12:27.220370 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:12:27.220340 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:12:27.296079 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:12:27.309906 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:12:27.316660 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:12:27.383943 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:12:28.310632 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:12:28.334399 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:12:28.346377 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:12:28.358662 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:12:28.385442 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:12:30.402679 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:12:32.385265 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:12:33.291172 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:12:33.394449 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:12:38.410384 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:12:42.592486 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:12:42.592512 1 tasks.go:49] processing task group 3 of 3 I0424 03:12:42.592528 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:12:42.635156 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:12:42.641316 1 operator.go:851] Updating ClusterOperator status to done. W0424 03:12:42.651916 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:12:42.685052 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:12:42.690623 1 tasks.go:49] processing task group 1 of 3 I0424 03:12:42.690645 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:12:42.690659 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:12:42.706037 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:12:45.838832 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:12:45.838855 1 tasks.go:49] processing task group 2 of 3 I0424 03:12:45.838879 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:12:45.838886 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:12:45.838901 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:12:45.838918 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:12:45.838954 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:12:45.838976 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:12:45.838981 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:12:45.838986 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:12:45.838958 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:12:45.839293 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:12:45.839386 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:12:45.839594 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:12:45.839785 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:12:45.839796 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:12:45.840076 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:12:45.893157 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:12:45.915508 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:12:45.928258 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:12:45.982129 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:12:46.910753 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:12:46.942588 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:12:46.944423 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:12:46.973070 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:12:46.977116 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:12:49.018550 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:12:50.974907 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:12:51.911580 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:12:51.988956 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:12:57.006420 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:13:01.210721 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:13:01.210748 1 tasks.go:49] processing task group 3 of 3 I0424 03:13:01.210764 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:13:01.250042 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:13:01.255877 1 operator.go:851] Updating ClusterOperator status to done. I0424 03:17:24.102426 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 03:17:24.102478 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:17:24.132448 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:17:24.137837 1 tasks.go:49] processing task group 1 of 3 I0424 03:17:24.137864 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:17:24.137878 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:17:24.151603 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:17:27.291104 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:17:27.291126 1 tasks.go:49] processing task group 2 of 3 I0424 03:17:27.291151 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:17:27.291162 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:17:27.291174 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:17:27.291182 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:17:27.291213 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:17:27.291225 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:17:27.291245 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:17:27.291265 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:17:27.291280 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:17:27.291295 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:17:27.291321 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:17:27.291341 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:17:27.291355 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:17:27.291378 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:17:27.291158 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:17:27.344745 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:17:27.358353 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:17:27.375512 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:17:27.433376 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:17:28.361556 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:17:28.387641 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:17:28.390072 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:17:28.404159 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:17:28.427590 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:17:30.471567 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:17:32.421719 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:17:33.356528 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:17:33.437207 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:17:38.451037 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:17:42.644364 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:17:42.644388 1 tasks.go:49] processing task group 3 of 3 I0424 03:17:42.644404 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:17:42.684373 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:17:42.690206 1 operator.go:851] Updating ClusterOperator status to done. I0424 03:22:24.102339 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 03:22:24.102394 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 03:22:24.134354 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 03:22:24.139724 1 tasks.go:49] processing task group 1 of 3 I0424 03:22:24.139748 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 03:22:24.139764 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:22:24.153339 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 03:22:27.282991 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 03:22:27.283013 1 tasks.go:49] processing task group 2 of 3 I0424 03:22:27.283038 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:22:27.283042 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 03:22:27.283063 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 03:22:27.283077 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:22:27.283097 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 03:22:27.283123 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 03:22:27.283153 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:22:27.283178 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 03:22:27.283185 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 03:22:27.283203 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 03:22:27.283227 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 03:22:27.283247 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:22:27.283270 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:22:27.283279 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:22:27.283160 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 03:22:27.346261 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 03:22:27.364739 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 03:22:27.370817 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 03:22:27.439410 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 03:22:28.361407 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 03:22:28.383772 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 03:22:28.391451 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 03:22:28.404123 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 03:22:28.445896 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 03:22:30.450736 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 03:22:32.427644 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 03:22:33.348086 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 03:22:33.443520 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 03:22:38.445672 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 03:22:42.613778 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 03:22:42.613805 1 tasks.go:49] processing task group 3 of 3 I0424 03:22:42.613815 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 03:22:42.655621 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 03:22:42.661196 1 operator.go:851] Updating ClusterOperator status to done.