W0329 02:54:32.077916 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0329 02:54:32.078304 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0329 02:54:32.078319 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0329 02:54:32.078324 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0329 02:54:32.078329 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0329 02:54:32.100496 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0329 02:54:32.104822 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0329 02:54:32.104896 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0329 02:54:32.105048 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0329 02:54:32.106345 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0329 02:54:32.110629 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0329 02:54:32.110966 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 02:54:32.111005 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0329 02:54:32.114282 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0329 02:54:32.114628 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 02:54:32.114753 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 02:54:32.114971 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 02:54:32.114973 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 02:54:32.116153 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 02:54:32.116386 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 02:54:32.116682 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 02:54:32.116762 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0329 02:54:32.117186 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 02:54:32.118285 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0329 02:54:32.122612 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0329 02:54:32.123357 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 02:54:32.151641 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0329 02:54:32.207640 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0329 02:54:32.207711 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester W0329 02:54:32.207727 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 02:54:32.207730 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0329 02:54:32.207725 1 rule_controller.go:113] Starting alerting rules controller I0329 02:54:32.207737 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0329 02:54:32.207739 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0329 02:54:32.207747 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0329 02:54:32.207752 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0329 02:54:32.207759 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0329 02:54:32.207763 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0329 02:54:32.207774 1 relabel_controller.go:117] Starting alert relabel config controller I0329 02:54:32.207783 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0329 02:54:32.207794 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0329 02:54:32.207795 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0329 02:54:32.210790 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0329 02:54:32.211046 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0329 02:54:32.211173 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0329 02:54:32.211249 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0329 02:54:32.212175 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.212293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0329 02:54:32.212855 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.212943 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.212999 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0329 02:54:32.213093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0329 02:54:32.220978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5mwl9" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0329 02:54:32.228682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5k9l7" is created for OpenShiftMonitoringTelemeterClientCertRequester I0329 02:54:32.228773 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-v8wnv" is created for OpenShiftMonitoringClientCertRequester I0329 02:54:32.231877 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.232832 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.232983 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.238685 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.238713 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.238794 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.242367 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.243031 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.243801 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.248073 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.249569 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.249573 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.250630 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 02:54:32.252054 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.255504 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.256475 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.256489 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.259055 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.260996 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.266820 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.268150 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.268163 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.270474 1 tasks.go:49] processing task group 1 of 3 I0329 02:54:32.270504 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 02:54:32.270524 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:54:32.274508 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.275844 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.275848 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.278157 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.280802 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.280823 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.283778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0329 02:54:32.285024 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.285567 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.285571 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.294147 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.294717 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.294718 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.295541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0329 02:54:32.301869 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.302657 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:54:32.302685 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.302723 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.305825 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.306143 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.306865 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.307909 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0329 02:54:32.307919 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0329 02:54:32.311076 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.311178 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.311336 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.315493 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.315502 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.319361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0329 02:54:32.319807 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:32.357092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0329 02:54:32.434452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0329 02:54:32.447250 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0329 02:54:32.478319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0329 02:54:32.498064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0329 02:54:32.739774 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0329 02:54:32.741162 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0329 02:54:32.741177 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0329 02:54:32.741189 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0329 02:54:32.741193 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0329 02:54:32.743779 1 secure_serving.go:57] Forcing use of http/1.1 only I0329 02:54:32.743799 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0329 02:54:32.747614 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0329 02:54:32.747630 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0329 02:54:32.747625 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0329 02:54:32.747643 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0329 02:54:32.747644 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0329 02:54:32.747692 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0329 02:54:32.747924 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0329 02:54:32.748030 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774752842\" (2026-03-29 02:54:10 +0000 UTC to 2028-03-28 02:54:11 +0000 UTC (now=2026-03-29 02:54:32.748009689 +0000 UTC))" I0329 02:54:32.748190 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774752872\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774752872\" (2026-03-29 01:54:32 +0000 UTC to 2027-03-29 01:54:32 +0000 UTC (now=2026-03-29 02:54:32.748174727 +0000 UTC))" I0329 02:54:32.748207 1 secure_serving.go:213] Serving securely on [::]:8443 I0329 02:54:32.748225 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0329 02:54:32.748262 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0329 02:54:32.750049 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0329 02:54:32.750331 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0329 02:54:32.750490 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0329 02:54:32.848727 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0329 02:54:32.848745 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0329 02:54:32.848734 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0329 02:54:32.848929 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-29 02:42:30 +0000 UTC to 2036-03-26 02:42:30 +0000 UTC (now=2026-03-29 02:54:32.848904962 +0000 UTC))" I0329 02:54:32.849142 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774752842\" (2026-03-29 02:54:10 +0000 UTC to 2028-03-28 02:54:11 +0000 UTC (now=2026-03-29 02:54:32.849126566 +0000 UTC))" I0329 02:54:32.849326 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774752872\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774752872\" (2026-03-29 01:54:32 +0000 UTC to 2027-03-29 01:54:32 +0000 UTC (now=2026-03-29 02:54:32.849313085 +0000 UTC))" I0329 02:54:32.849442 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-29 02:42:33 +0000 UTC to 2036-03-26 02:42:33 +0000 UTC (now=2026-03-29 02:54:32.84943074 +0000 UTC))" I0329 02:54:32.849463 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-29 02:42:38 +0000 UTC to 2036-03-26 02:42:38 +0000 UTC (now=2026-03-29 02:54:32.849454711 +0000 UTC))" I0329 02:54:32.849479 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-29 02:42:40 +0000 UTC to 2036-03-26 02:42:40 +0000 UTC (now=2026-03-29 02:54:32.849470541 +0000 UTC))" I0329 02:54:32.849495 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-29 02:42:43 +0000 UTC to 2036-03-26 02:42:43 +0000 UTC (now=2026-03-29 02:54:32.849485616 +0000 UTC))" I0329 02:54:32.849509 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-29 02:42:44 +0000 UTC to 2036-03-26 02:42:44 +0000 UTC (now=2026-03-29 02:54:32.84950106 +0000 UTC))" I0329 02:54:32.849525 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pb44o1k46ho5pnrk0fefudvc264u4d0-kx-206bfc68b5_customer-system-admin-signer@1774752270\" [] issuer=\"\" (2026-03-29 02:44:30 +0000 UTC to 2026-04-05 02:44:31 +0000 UTC (now=2026-03-29 02:54:32.849515608 +0000 UTC))" I0329 02:54:32.849541 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pb44o1k46ho5pnrk0fefudvc264u4d0-kx-206bfc68b5_sre-system-admin-signer@1774752270\" [] issuer=\"\" (2026-03-29 02:44:32 +0000 UTC to 2026-04-05 02:44:33 +0000 UTC (now=2026-03-29 02:54:32.849532856 +0000 UTC))" I0329 02:54:32.849559 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-29 02:42:30 +0000 UTC to 2036-03-26 02:42:30 +0000 UTC (now=2026-03-29 02:54:32.849550532 +0000 UTC))" I0329 02:54:32.849724 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774752842\" (2026-03-29 02:54:10 +0000 UTC to 2028-03-28 02:54:11 +0000 UTC (now=2026-03-29 02:54:32.849712291 +0000 UTC))" I0329 02:54:32.849868 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774752872\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774752872\" (2026-03-29 01:54:32 +0000 UTC to 2027-03-29 01:54:32 +0000 UTC (now=2026-03-29 02:54:32.849859183 +0000 UTC))" I0329 02:54:35.049821 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:35.050719 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:35.050743 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "Monitoring", ) I0329 02:54:35.066024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0329 02:54:35.066045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0329 02:54:35.066867 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0329 02:54:35.068529 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0329 02:54:35.069152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0329 02:54:35.069179 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0329 02:54:46.541866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0329 02:54:46.553261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0329 02:54:46.574951 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0329 02:54:47.838810 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 02:54:50.703885 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 02:54:50.703914 1 tasks.go:49] processing task group 2 of 3 I0329 02:54:50.703947 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:54:50.703949 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 02:54:50.703965 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 02:54:50.703979 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 02:54:50.703986 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 02:54:50.703988 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:54:50.703994 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 02:54:50.704002 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:54:50.704007 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 02:54:50.704002 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 02:54:50.704014 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 02:54:50.704017 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:54:50.704019 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:54:50.704027 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:54:50.704044 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 02:54:50.727948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0329 02:54:50.728022 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0329 02:54:50.748680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0329 02:54:50.755158 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0329 02:54:50.758420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0329 02:54:50.758613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0329 02:54:50.795696 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 02:54:50.798329 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:54:50.821649 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:54:50.827870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0329 02:54:50.828882 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0329 02:54:50.924378 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0329 02:54:50.928489 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0329 02:54:50.931937 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0329 02:54:50.938848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0329 02:54:51.041488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0329 02:54:51.044243 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0329 02:54:51.066065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0329 02:54:51.109498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0329 02:54:51.112314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0329 02:54:51.116349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0329 02:54:51.125904 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0329 02:54:51.130017 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0329 02:54:51.130033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0329 02:54:51.133664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0329 02:54:51.147524 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0329 02:54:51.163911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0329 02:54:51.170836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0329 02:54:51.196980 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0329 02:54:51.209101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0329 02:54:51.212248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0329 02:54:51.367185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0329 02:54:51.404474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0329 02:54:51.441802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0329 02:54:51.464263 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0329 02:54:51.500876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0329 02:54:51.568334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0329 02:54:51.575412 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0329 02:54:51.617051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0329 02:54:51.687120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0329 02:54:51.789692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0329 02:54:51.799842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0329 02:54:51.858483 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0329 02:54:51.867259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0329 02:54:51.887740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0329 02:54:51.974588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0329 02:54:51.976813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0329 02:54:52.005214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0329 02:54:52.074160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0329 02:54:52.074910 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0329 02:54:52.086259 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0329 02:54:52.095768 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0329 02:54:52.126932 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0329 02:54:52.147454 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0329 02:54:52.147500 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0329 02:54:52.192806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0329 02:54:52.551205 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0329 02:54:52.850025 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0329 02:54:52.861406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0329 02:54:52.873744 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0329 02:54:52.942536 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:54:52.942578 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0329 02:54:52.942900 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0329 02:54:52.949080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0329 02:54:53.041029 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0329 02:54:53.091980 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-92ok2nq1h7e7k -n openshift-monitoring because it was missing I0329 02:54:53.135444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0329 02:54:53.281883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0329 02:54:53.386938 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0329 02:54:53.482935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0329 02:54:53.583292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0329 02:54:53.687285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0329 02:54:53.787498 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0329 02:54:53.817614 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:54:53.844105 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:54:53.887729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0329 02:54:53.988734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0329 02:54:54.056443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0329 02:54:54.071274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0329 02:54:54.646180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0329 02:54:55.225975 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:54:55.254140 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 02:54:55.315657 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 02:54:55.666719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-1c5nbkutliapq -n openshift-monitoring because it was missing I0329 02:54:55.801541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0329 02:54:55.834675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0329 02:54:57.100175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-dphsuqjb8o3al -n openshift-monitoring because it was missing I0329 02:54:57.115598 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0329 02:54:57.158968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0329 02:54:57.167850 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0329 02:55:01.898702 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 02:55:01.898767 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0329 02:55:07.149545 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0329 02:55:07.188605 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 02:55:17.833066 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 02:55:22.733552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0329 02:55:22.745285 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 02:55:22.745364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0329 02:55:32.202444 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 02:55:32.832643 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 02:56:07.223911 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 02:56:07.223951 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0329 02:56:07.223958 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0329 02:56:07.223976 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0329 02:56:07.225082 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 02:56:07.249826 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 02:56:07.253938 1 tasks.go:49] processing task group 1 of 3 I0329 02:56:07.253969 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 02:56:07.253979 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:56:07.266355 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:56:08.298395 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYk1EVS9MeklJaDh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EYzFNamcwTWpBZQpGdzB5TmpBek1qa3dNalUwTURKYUZ3MHlPREExTWpjd01qVTBNRE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEzTlRJNE5ESXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGxzUmYzRGF5bXpsWWtUSG1SditvNXJvOEw0WTQrNFZGegpHelVyS3RnRmZYR3NlalRBc0phQm5XVEEveVE2eVQwdWlHcHhBay9yNDh3ODR1QXFycTYvejY4ckxVWi95TUNhCitSWkVZUjJhMTR3Wm16QWlQeGNJR1FMUk1heEhIbm1RMWJpT3E5QmdvQkttenFwd2YyZi8wK0ozZ0pWaVp5a00KUnZrTTZYS0dMR2VKeGVIdWFrb3JTenk5SXFkYlliSGh0d1B5ZVpBWTBmb2dvN1lhOExrR1JQb3RpMnlqYm9BRQpBMWptZGpmajlQZUlIeUlMNE9nYVJNY3BucTkybnl0QVgvbElJU1R4WmJVQlJ3dUxmQjNNSUlnY1RyRFhJL3o0CitkRlJZbWdEaW5KMFBOSDBMVG9FbmpGaWUxem1rQ3BqYU8xeThFdjlxeHBXLy9pc29aYk5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJQSml4RwpiSnBTSXh3aXN6Tm9KMFp3akFtSm56QWZCZ05WSFNNRUdEQVdnQlJQSml4R2JKcFNJeHdpc3pOb0owWndqQW1KCm56QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFWaS85RGhyTis2a2JPeitQYkN2Q2c1VjZsb2NYUlA1Uyt6c1QKNFVLTXcza0tjajVKeE8zVUJlK0hpMG1rTzNVV0ZZRTVUVFBsRjlVc01vakw4ZGxuRUZnL0pUZmwrOGNzeVNtYwpEOGErK2F0RkZ5Q3J3emRkNTNxMXVaSXltQUpidnllNktDM2d0YTRXYXNPaTcxUjRveUhpQUZJWEEzUkFQRWxWClFxblA1Sml3RUNNOHlHZ1ZXeEtwYVRiZ2N6Q0U3aHRzRGxyOGtLRi9nYWNqdXVhYThRTmJnNGxFS05vdENZNGwKbkt5UTQxaVhrN2JKaE13bnFYQURnQkcvVmNVbFlwYUlYUEtpL2EwYlZlTysxMmVVam1QRUFoMkxNTkp6VEVmSQpLSGJybUNSR3BMOVhCSmFldys5OTFYK0pTVmJ5TWVIWm00TzVJRkYvY0k4VnlwcllYUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0329 02:56:08.306693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0329 02:56:08.311353 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJYk1EVS9MeklJaDh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EYzFNamcwTWpBZQpGdzB5TmpBek1qa3dNalUwTURKYUZ3MHlPREExTWpjd01qVTBNRE5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelEzTlRJNE5ESXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGxzUmYzRGF5bXpsWWtUSG1SditvNXJvOEw0WTQrNFZGegpHelVyS3RnRmZYR3NlalRBc0phQm5XVEEveVE2eVQwdWlHcHhBay9yNDh3ODR1QXFycTYvejY4ckxVWi95TUNhCitSWkVZUjJhMTR3Wm16QWlQeGNJR1FMUk1heEhIbm1RMWJpT3E5QmdvQkttenFwd2YyZi8wK0ozZ0pWaVp5a00KUnZrTTZYS0dMR2VKeGVIdWFrb3JTenk5SXFkYlliSGh0d1B5ZVpBWTBmb2dvN1lhOExrR1JQb3RpMnlqYm9BRQpBMWptZGpmajlQZUlIeUlMNE9nYVJNY3BucTkybnl0QVgvbElJU1R4WmJVQlJ3dUxmQjNNSUlnY1RyRFhJL3o0CitkRlJZbWdEaW5KMFBOSDBMVG9FbmpGaWUxem1rQ3BqYU8xeThFdjlxeHBXLy9pc29aYk5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJQSml4RwpiSnBTSXh3aXN6Tm9KMFp3akFtSm56QWZCZ05WSFNNRUdEQVdnQlJQSml4R2JKcFNJeHdpc3pOb0owWndqQW1KCm56QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFWaS85RGhyTis2a2JPeitQYkN2Q2c1VjZsb2NYUlA1Uyt6c1QKNFVLTXcza0tjajVKeE8zVUJlK0hpMG1rTzNVV0ZZRTVUVFBsRjlVc01vakw4ZGxuRUZnL0pUZmwrOGNzeVNtYwpEOGErK2F0RkZ5Q3J3emRkNTNxMXVaSXltQUpidnllNktDM2d0YTRXYXNPaTcxUjRveUhpQUZJWEEzUkFQRWxWClFxblA1Sml3RUNNOHlHZ1ZXeEtwYVRiZ2N6Q0U3aHRzRGxyOGtLRi9nYWNqdXVhYThRTmJnNGxFS05vdENZNGwKbkt5UTQxaVhrN2JKaE13bnFYQURnQkcvVmNVbFlwYUlYUEtpL2EwYlZlTysxMmVVam1QRUFoMkxNTkp6VEVmSQpLSGJybUNSR3BMOVhCSmFldys5OTFYK0pTVmJ5TWVIWm00TzVJRkYvY0k4VnlwcllYUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0329 02:56:08.316810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0329 02:56:10.412651 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 02:56:10.412681 1 tasks.go:49] processing task group 2 of 3 I0329 02:56:10.412715 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:56:10.412715 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 02:56:10.412735 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:56:10.412751 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 02:56:10.412771 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:56:10.412788 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 02:56:10.412816 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 02:56:10.412828 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 02:56:10.412852 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 02:56:10.412884 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:56:10.412898 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 02:56:10.412898 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 02:56:10.412919 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:56:10.412941 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 02:56:10.412881 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:56:10.463454 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:56:10.487070 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:56:10.496662 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 02:56:10.501268 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0329 02:56:10.520853 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0329 02:56:10.542080 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0329 02:56:10.555603 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0329 02:56:10.556304 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:56:10.596299 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0329 02:56:10.661845 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0329 02:56:11.483063 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:56:11.504811 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:56:11.516195 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 02:56:11.518796 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:56:11.542462 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 02:56:13.557583 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 02:56:15.531888 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 02:56:15.640839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0329 02:56:16.468111 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 02:56:19.735697 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 02:56:21.569055 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 02:56:25.716946 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 02:56:25.716973 1 tasks.go:49] processing task group 3 of 3 I0329 02:56:25.716989 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 02:56:25.760700 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 02:56:25.760784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"71aee176-caaa-4916-a66d-f7cad891705f", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0329 02:56:25.765652 1 operator.go:851] Updating ClusterOperator status to done. W0329 02:56:25.798253 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 02:56:25.824290 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 02:56:25.829601 1 tasks.go:49] processing task group 1 of 3 I0329 02:56:25.829625 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 02:56:25.829641 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:56:25.844478 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:56:28.957795 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 02:56:28.957817 1 tasks.go:49] processing task group 2 of 3 I0329 02:56:28.957845 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:56:28.957854 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 02:56:28.957872 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 02:56:28.957891 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 02:56:28.957905 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:56:28.957927 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 02:56:28.957950 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:56:28.957979 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:56:28.957994 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 02:56:28.958021 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:56:28.958034 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:56:28.958050 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 02:56:28.958082 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 02:56:28.958084 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 02:56:28.958101 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 02:56:29.031408 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:56:29.044067 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 02:56:29.049719 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:56:29.103977 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:56:30.051928 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:56:30.063634 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:56:30.069060 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 02:56:30.069185 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:56:30.094356 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 02:56:32.100176 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 02:56:34.100980 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 02:56:35.030755 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 02:56:35.115042 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 02:56:40.113154 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 02:56:44.263844 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 02:56:44.263875 1 tasks.go:49] processing task group 3 of 3 I0329 02:56:44.263886 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 02:56:44.298810 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 02:56:44.303705 1 operator.go:851] Updating ClusterOperator status to done. I0329 02:56:47.832984 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0329 02:56:47.833013 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 02:56:47.858276 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0329 02:56:47.877838 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 02:56:47.887000 1 tasks.go:49] processing task group 1 of 3 I0329 02:56:47.887033 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 02:56:47.887043 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:56:47.899979 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:56:51.012371 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 02:56:51.012396 1 tasks.go:49] processing task group 2 of 3 I0329 02:56:51.012418 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:56:51.012425 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 02:56:51.012438 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 02:56:51.012462 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 02:56:51.012477 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 02:56:51.012504 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:56:51.012518 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 02:56:51.012532 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 02:56:51.012547 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:56:51.012570 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:56:51.012598 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 02:56:51.012601 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 02:56:51.012616 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 02:56:51.012647 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:56:51.012679 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:56:51.076450 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:56:51.099071 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:56:51.110358 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 02:56:51.153769 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:56:52.092635 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:56:52.120976 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:56:52.121404 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 02:56:52.131397 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:56:52.143924 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 02:56:54.167603 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 02:56:56.144937 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 02:56:57.061719 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 02:56:57.164074 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 02:57:02.164590 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 02:57:06.302344 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 02:57:06.302370 1 tasks.go:49] processing task group 3 of 3 I0329 02:57:06.302383 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 02:57:06.337367 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 02:57:06.342275 1 operator.go:851] Updating ClusterOperator status to done. W0329 02:57:06.349773 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 02:57:06.370440 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 02:57:06.374279 1 tasks.go:49] processing task group 1 of 3 I0329 02:57:06.374307 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 02:57:06.374335 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:57:06.386463 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:57:09.479805 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 02:57:09.479828 1 tasks.go:49] processing task group 2 of 3 I0329 02:57:09.479861 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 02:57:09.479871 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 02:57:09.479880 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 02:57:09.479894 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 02:57:09.479916 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:57:09.479936 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 02:57:09.479866 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:57:09.479954 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 02:57:09.479975 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 02:57:09.480004 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 02:57:09.480018 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 02:57:09.480035 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:57:09.480072 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:57:09.480084 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:57:09.479872 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:57:09.532965 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:57:09.556904 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:57:09.562768 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 02:57:09.607877 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:57:10.544810 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:57:10.563363 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:57:10.574488 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 02:57:10.582922 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:57:10.611805 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 02:57:12.614306 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 02:57:14.596826 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 02:57:15.528577 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 02:57:15.616807 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 02:57:20.610971 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 02:57:24.750768 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 02:57:24.750794 1 tasks.go:49] processing task group 3 of 3 I0329 02:57:24.750810 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 02:57:24.783408 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 02:57:24.788090 1 operator.go:851] Updating ClusterOperator status to done. I0329 02:59:32.207898 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0329 02:59:32.207942 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 02:59:32.244094 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 02:59:32.248036 1 tasks.go:49] processing task group 1 of 3 I0329 02:59:32.248064 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 02:59:32.248080 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:59:32.258667 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 02:59:35.360898 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 02:59:35.360924 1 tasks.go:49] processing task group 2 of 3 I0329 02:59:35.360952 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:59:35.360955 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 02:59:35.360969 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 02:59:35.360987 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:59:35.361011 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 02:59:35.361032 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:59:35.361063 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 02:59:35.361072 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 02:59:35.361092 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 02:59:35.361115 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:59:35.361132 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:59:35.361158 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:59:35.361174 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 02:59:35.361195 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 02:59:35.361223 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 02:59:35.437670 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 02:59:35.450477 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 02:59:35.487139 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 02:59:35.510498 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 02:59:36.449454 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 02:59:36.480114 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 02:59:36.483740 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 02:59:36.492899 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 02:59:36.522376 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 02:59:38.533988 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 02:59:40.504374 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 02:59:41.428457 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 02:59:41.526932 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 02:59:46.541179 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 02:59:50.685652 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 02:59:50.685678 1 tasks.go:49] processing task group 3 of 3 I0329 02:59:50.685695 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 02:59:50.720433 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 02:59:50.725215 1 operator.go:851] Updating ClusterOperator status to done. I0329 03:04:32.208528 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0329 03:04:32.208585 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0329 03:04:32.238058 1 operator.go:830] Updating ClusterOperator status to InProgress. I0329 03:04:32.242536 1 tasks.go:49] processing task group 1 of 3 I0329 03:04:32.242565 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0329 03:04:32.242580 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0329 03:04:32.253948 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0329 03:04:35.386283 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0329 03:04:35.386305 1 tasks.go:49] processing task group 2 of 3 I0329 03:04:35.386337 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 03:04:35.386338 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0329 03:04:35.386354 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0329 03:04:35.386373 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0329 03:04:35.386387 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 03:04:35.386410 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0329 03:04:35.386426 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 03:04:35.386433 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0329 03:04:35.386461 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0329 03:04:35.386477 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0329 03:04:35.386488 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 03:04:35.386508 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0329 03:04:35.386521 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0329 03:04:35.386542 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0329 03:04:35.386618 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0329 03:04:35.450518 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0329 03:04:35.470822 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0329 03:04:35.501704 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0329 03:04:35.533026 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0329 03:04:36.466832 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0329 03:04:36.488904 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0329 03:04:36.490513 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0329 03:04:36.519180 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0329 03:04:36.527712 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0329 03:04:38.550312 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0329 03:04:40.558961 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0329 03:04:41.536194 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0329 03:04:41.582508 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0329 03:04:46.548835 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0329 03:04:50.766394 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0329 03:04:50.766421 1 tasks.go:49] processing task group 3 of 3 I0329 03:04:50.766431 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0329 03:04:50.801308 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0329 03:04:50.806910 1 operator.go:851] Updating ClusterOperator status to done.