W0429 08:48:26.440651 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0429 08:48:26.440997 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0429 08:48:26.441012 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0429 08:48:26.441017 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0429 08:48:26.441020 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0429 08:48:26.466969 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0429 08:48:26.470160 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0429 08:48:26.470357 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0429 08:48:26.470737 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0429 08:48:26.471497 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0429 08:48:26.479384 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0429 08:48:26.479435 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0429 08:48:26.480712 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0429 08:48:26.482234 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0429 08:48:26.482679 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0429 08:48:26.484583 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0429 08:48:26.484736 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0429 08:48:26.485032 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0429 08:48:26.485104 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0429 08:48:26.485070 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0429 08:48:26.485157 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0429 08:48:26.485654 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0429 08:48:26.485903 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0429 08:48:26.491255 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0429 08:48:26.494036 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0429 08:48:26.494284 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0429 08:48:26.534672 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0429 08:48:26.575338 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0429 08:48:26.575401 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 08:48:26.575416 1 rule_controller.go:113] Starting alerting rules controller I0429 08:48:26.575420 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0429 08:48:26.575432 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0429 08:48:26.575434 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0429 08:48:26.575437 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0429 08:48:26.575468 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0429 08:48:26.575466 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0429 08:48:26.575474 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0429 08:48:26.575478 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0429 08:48:26.575482 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0429 08:48:26.575481 1 relabel_controller.go:117] Starting alert relabel config controller I0429 08:48:26.575489 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0429 08:48:26.575504 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0429 08:48:26.581324 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0429 08:48:26.581374 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.581404 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.581409 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0429 08:48:26.581415 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.581447 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0429 08:48:26.581500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0429 08:48:26.581512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0429 08:48:26.581547 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0429 08:48:26.581559 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0429 08:48:26.597205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-mz6jp" is created for OpenShiftMonitoringClientCertRequester I0429 08:48:26.601137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-n7mx6" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0429 08:48:26.601629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-bfqfq" is created for OpenShiftMonitoringTelemeterClientCertRequester I0429 08:48:26.604196 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.610396 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.612662 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.615414 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.618504 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.619949 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.622202 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.622220 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.624435 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.625779 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.630855 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.630883 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.631536 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.631643 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 08:48:26.639159 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.639176 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.639180 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.645333 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.645334 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.645348 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.650589 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.650616 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.650636 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.650748 1 tasks.go:49] processing task group 1 of 3 I0429 08:48:26.650768 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 08:48:26.650795 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:48:26.653898 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.655196 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.655419 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.661663 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.666359 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.666375 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.666475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0429 08:48:26.667030 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0429 08:48:26.675637 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0429 08:48:26.675650 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0429 08:48:26.679389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0429 08:48:26.679466 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0429 08:48:26.679610 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0429 08:48:26.679692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0429 08:48:26.682101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0429 08:48:26.682121 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0429 08:48:26.682287 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0429 08:48:26.691962 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:48:26.693439 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0429 08:48:26.729302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0429 08:48:26.811972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0429 08:48:26.823984 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0429 08:48:26.857800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0429 08:48:26.879950 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0429 08:48:27.024165 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0429 08:48:27.027006 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0429 08:48:27.027027 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0429 08:48:27.027039 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0429 08:48:27.027044 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0429 08:48:27.030720 1 secure_serving.go:57] Forcing use of http/1.1 only I0429 08:48:27.030742 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0429 08:48:27.045906 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0429 08:48:27.045939 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0429 08:48:27.045924 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0429 08:48:27.045943 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0429 08:48:27.045955 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0429 08:48:27.045959 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0429 08:48:27.046216 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0429 08:48:27.046408 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777452479\" (2026-04-29 08:48:09 +0000 UTC to 2028-04-28 08:48:10 +0000 UTC (now=2026-04-29 08:48:27.046374922 +0000 UTC))" I0429 08:48:27.046648 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777452506\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777452506\" (2026-04-29 07:48:26 +0000 UTC to 2027-04-29 07:48:26 +0000 UTC (now=2026-04-29 08:48:27.04663331 +0000 UTC))" I0429 08:48:27.046677 1 secure_serving.go:213] Serving securely on [::]:8443 I0429 08:48:27.046697 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0429 08:48:27.046716 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0429 08:48:27.056952 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0429 08:48:27.057030 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0429 08:48:27.057162 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0429 08:48:27.146355 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0429 08:48:27.146373 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0429 08:48:27.146385 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0429 08:48:27.146567 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-29 08:29:27 +0000 UTC to 2036-04-26 08:29:27 +0000 UTC (now=2026-04-29 08:48:27.146534054 +0000 UTC))" I0429 08:48:27.146830 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777452479\" (2026-04-29 08:48:09 +0000 UTC to 2028-04-28 08:48:10 +0000 UTC (now=2026-04-29 08:48:27.14681468 +0000 UTC))" I0429 08:48:27.147075 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777452506\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777452506\" (2026-04-29 07:48:26 +0000 UTC to 2027-04-29 07:48:26 +0000 UTC (now=2026-04-29 08:48:27.147061482 +0000 UTC))" I0429 08:48:27.147202 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-29 08:29:30 +0000 UTC to 2036-04-26 08:29:30 +0000 UTC (now=2026-04-29 08:48:27.1471838 +0000 UTC))" I0429 08:48:27.147235 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-29 08:29:34 +0000 UTC to 2036-04-26 08:29:34 +0000 UTC (now=2026-04-29 08:48:27.147218131 +0000 UTC))" I0429 08:48:27.147262 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-29 08:29:35 +0000 UTC to 2036-04-26 08:29:35 +0000 UTC (now=2026-04-29 08:48:27.147248403 +0000 UTC))" I0429 08:48:27.147289 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-29 08:29:36 +0000 UTC to 2036-04-26 08:29:36 +0000 UTC (now=2026-04-29 08:48:27.147275817 +0000 UTC))" I0429 08:48:27.147313 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-29 08:29:37 +0000 UTC to 2036-04-26 08:29:37 +0000 UTC (now=2026-04-29 08:48:27.147299913 +0000 UTC))" I0429 08:48:27.147343 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pvn45h9mslgf17m9qq3vq0k3fiar789-kx-4b2a74206b_customer-system-admin-signer@1777451524\" [] issuer=\"\" (2026-04-29 08:32:06 +0000 UTC to 2026-05-06 08:32:07 +0000 UTC (now=2026-04-29 08:48:27.147326117 +0000 UTC))" I0429 08:48:27.147371 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pvn45h9mslgf17m9qq3vq0k3fiar789-kx-4b2a74206b_sre-system-admin-signer@1777451524\" [] issuer=\"\" (2026-04-29 08:32:04 +0000 UTC to 2026-05-06 08:32:05 +0000 UTC (now=2026-04-29 08:48:27.147357278 +0000 UTC))" I0429 08:48:27.147389 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-29 08:29:27 +0000 UTC to 2036-04-26 08:29:27 +0000 UTC (now=2026-04-29 08:48:27.147381692 +0000 UTC))" I0429 08:48:27.147591 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777452479\" (2026-04-29 08:48:09 +0000 UTC to 2028-04-28 08:48:10 +0000 UTC (now=2026-04-29 08:48:27.14757749 +0000 UTC))" I0429 08:48:27.147839 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777452506\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777452506\" (2026-04-29 07:48:26 +0000 UTC to 2027-04-29 07:48:26 +0000 UTC (now=2026-04-29 08:48:27.147827544 +0000 UTC))" I0429 08:48:32.939038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0429 08:48:32.950966 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0429 08:48:32.967104 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0429 08:48:37.093781 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 08:48:37.094077 1 tasks.go:49] processing task group 2 of 3 I0429 08:48:37.094103 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:48:37.094111 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:48:37.094122 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 08:48:37.094139 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 08:48:37.094140 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 08:48:37.094139 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 08:48:37.094154 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 08:48:37.094158 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:48:37.094163 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 08:48:37.094180 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:48:37.094185 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 08:48:37.094184 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:48:37.094193 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 08:48:37.094201 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:48:37.094149 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 08:48:37.126949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0429 08:48:37.126969 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0429 08:48:37.163471 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0429 08:48:37.163501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0429 08:48:37.168335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0429 08:48:37.214742 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0429 08:48:37.244803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0429 08:48:37.258060 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:48:37.266886 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 08:48:37.307620 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:48:37.333663 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0429 08:48:37.335400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0429 08:48:37.335418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0429 08:48:37.340415 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0429 08:48:37.375046 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0429 08:48:37.379172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0429 08:48:37.461364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0429 08:48:37.461390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0429 08:48:37.466513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0429 08:48:37.466535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0429 08:48:37.466588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0429 08:48:37.466613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing W0429 08:48:37.472379 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0429 08:48:37.472410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0429 08:48:37.480188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0429 08:48:37.483545 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0429 08:48:37.492233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0429 08:48:37.502807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0429 08:48:37.510851 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0429 08:48:37.532634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0429 08:48:37.639883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0429 08:48:37.652229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0429 08:48:37.735589 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0429 08:48:37.829281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0429 08:48:37.829308 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0429 08:48:37.925410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0429 08:48:37.926549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0429 08:48:38.035742 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0429 08:48:38.040483 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0429 08:48:38.077697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0429 08:48:38.137669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0429 08:48:38.185008 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0429 08:48:38.238582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0429 08:48:38.302974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0429 08:48:38.318485 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0429 08:48:38.341953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0429 08:48:38.358017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0429 08:48:38.414291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0429 08:48:38.415334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0429 08:48:38.426035 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0429 08:48:38.482582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0429 08:48:38.494922 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0429 08:48:38.508334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0429 08:48:38.508360 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0429 08:48:38.533883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0429 08:48:38.581616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0429 08:48:38.821740 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0429 08:48:39.322367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0429 08:48:39.335988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0429 08:48:39.348757 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0429 08:48:39.426949 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0429 08:48:39.448675 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:48:39.448740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0429 08:48:39.449296 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0429 08:48:39.527541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0429 08:48:39.555053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-2s1t2ltcc32k2 -n openshift-monitoring because it was missing I0429 08:48:39.621633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0429 08:48:39.735832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0429 08:48:39.926257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0429 08:48:40.098667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0429 08:48:40.210589 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0429 08:48:40.312996 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0429 08:48:40.318880 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:48:40.325484 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:48:40.415253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0429 08:48:40.511909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0429 08:48:40.579374 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:48:40.615196 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0429 08:48:40.629831 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 08:48:40.710919 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0429 08:48:40.727652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0429 08:48:41.111680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0429 08:48:41.616020 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 08:48:42.138396 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-5lcifbvm170op -n openshift-monitoring because it was missing I0429 08:48:42.167618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0429 08:48:42.208253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0429 08:48:43.343950 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0429 08:48:43.376824 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0429 08:48:43.757156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-28nresac06pmf -n openshift-monitoring because it was missing I0429 08:48:43.772841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0429 08:48:43.788354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0429 08:48:43.800845 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0429 08:48:44.346817 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0429 08:48:54.273142 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 08:48:54.273216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0429 08:48:54.627546 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0429 08:48:54.658025 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 08:49:01.364651 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0429 08:49:15.197804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0429 08:49:15.216046 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 08:49:15.216115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0429 08:49:18.566874 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 08:49:53.865889 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 08:49:53.865932 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0429 08:49:53.865941 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0429 08:49:53.865961 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0429 08:49:53.867074 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 08:49:53.890966 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 08:49:53.895160 1 tasks.go:49] processing task group 1 of 3 I0429 08:49:53.895185 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 08:49:53.895204 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:49:53.905300 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:49:54.937498 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUjMzRm9KemZiMU13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056UTFNalEzT1RBZQpGdzB5TmpBME1qa3dPRFEzTlRoYUZ3MHlPREEyTWpjd09EUTNOVGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemMwTlRJME56a3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGtZNE9wRHIwVnNVWlIvemx6ZEtiaE9nSlY1VVBvS1lLbwpHRWF5c0dUcXpoUzJBL3RhS3JVOTgvVEdCS21VNzEzVVZDdlpFUmdUbDVCRk1WaHhtVFc0cWg4ZmJyaytsK29IClQ1YzZLVkE3R1RkaDJjRmorRTEzdldMcDRPVGRMMWlrS29iSFRzbWthU2laVGROOE5wZ2xxemFjeGZ1N3Znc1UKVmNOYkJ1YzdtQjhFYnluVUlQS2RKRVRSV29mMEFIRXB2NWJaeXViZHNzN252Z1JRSVVMeS9CT2lmSzVBanhOcQpmNDhnSjlsM1JoM2QxM2ZuUzBjaG5yZkdYSVhPL0V5VXlCNGJIUnR4TzlLb1JEWmgyUnBOOWR6VXBsLzRIdXVjCkYxMVpCZ3MzTU9MMEN3YVBLam9JcU1EZWNaNU1pTnRMNGhRUFEwd2E5L25oSFEzb0hGZDlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNsZGRySQowWVRJcjVJSk9OL09CQ0YvWFhYckNUQWZCZ05WSFNNRUdEQVdnQlNsZGRySTBZVElyNUlKT04vT0JDRi9YWFhyCkNUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF1MnB6OFBDQjJSRVJJRUtsK2g2MnBRblN4ZEhFcXlQR1h2UkwKN3p2SmJQVHRlTWZyTXBBWlByVkhQbjRHcHMrQmdqdEVUcVI4MFlkcXJYNnZwbVc1WWtZYVNKNjVtaGdvOUZhWApkdWhETThNTkswOVRJeVNobGlhNUJHM0JKUEhEVDJJMVhMMmp0RDJYZXVBWHFaeTVWNmRGck5SSnVFaStEeGhVCnlPTFlNekFvdithYnRFRnA4ZnBWQlJwSmVpc0NVMHNCUDU1MnBaTUFXcU16SjgxVFVvT3NaZnFsakovbGMvaHMKZy93M0NreDhBZTdwRXFwYm5reWlHVGREN1VaSDJOdmxaeTVaNEh0Uk5YZllFMGRYWU04MS9FUFhEZmxMN0toSgpuWFlNaWp0UzVGZ3VzTUtzaEZ6amYySk1LcG1wNHd2alpKcE9EcXdWVENyY2hlMzA2UT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0429 08:49:54.942377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0429 08:49:54.946566 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUjMzRm9KemZiMU13RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056UTFNalEzT1RBZQpGdzB5TmpBME1qa3dPRFEzTlRoYUZ3MHlPREEyTWpjd09EUTNOVGxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemMwTlRJME56a3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGtZNE9wRHIwVnNVWlIvemx6ZEtiaE9nSlY1VVBvS1lLbwpHRWF5c0dUcXpoUzJBL3RhS3JVOTgvVEdCS21VNzEzVVZDdlpFUmdUbDVCRk1WaHhtVFc0cWg4ZmJyaytsK29IClQ1YzZLVkE3R1RkaDJjRmorRTEzdldMcDRPVGRMMWlrS29iSFRzbWthU2laVGROOE5wZ2xxemFjeGZ1N3Znc1UKVmNOYkJ1YzdtQjhFYnluVUlQS2RKRVRSV29mMEFIRXB2NWJaeXViZHNzN252Z1JRSVVMeS9CT2lmSzVBanhOcQpmNDhnSjlsM1JoM2QxM2ZuUzBjaG5yZkdYSVhPL0V5VXlCNGJIUnR4TzlLb1JEWmgyUnBOOWR6VXBsLzRIdXVjCkYxMVpCZ3MzTU9MMEN3YVBLam9JcU1EZWNaNU1pTnRMNGhRUFEwd2E5L25oSFEzb0hGZDlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNsZGRySQowWVRJcjVJSk9OL09CQ0YvWFhYckNUQWZCZ05WSFNNRUdEQVdnQlNsZGRySTBZVElyNUlKT04vT0JDRi9YWFhyCkNUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF1MnB6OFBDQjJSRVJJRUtsK2g2MnBRblN4ZEhFcXlQR1h2UkwKN3p2SmJQVHRlTWZyTXBBWlByVkhQbjRHcHMrQmdqdEVUcVI4MFlkcXJYNnZwbVc1WWtZYVNKNjVtaGdvOUZhWApkdWhETThNTkswOVRJeVNobGlhNUJHM0JKUEhEVDJJMVhMMmp0RDJYZXVBWHFaeTVWNmRGck5SSnVFaStEeGhVCnlPTFlNekFvdithYnRFRnA4ZnBWQlJwSmVpc0NVMHNCUDU1MnBaTUFXcU16SjgxVFVvT3NaZnFsakovbGMvaHMKZy93M0NreDhBZTdwRXFwYm5reWlHVGREN1VaSDJOdmxaeTVaNEh0Uk5YZllFMGRYWU04MS9FUFhEZmxMN0toSgpuWFlNaWp0UzVGZ3VzTUtzaEZ6amYySk1LcG1wNHd2alpKcE9EcXdWVENyY2hlMzA2UT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0429 08:49:54.952774 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0429 08:49:57.018305 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 08:49:57.018330 1 tasks.go:49] processing task group 2 of 3 I0429 08:49:57.018363 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:49:57.018363 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:49:57.018372 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 08:49:57.018403 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 08:49:57.018415 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 08:49:57.018431 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 08:49:57.018474 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 08:49:57.018502 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:49:57.018498 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 08:49:57.018511 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:49:57.018533 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:49:57.018551 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 08:49:57.018588 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 08:49:57.018485 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:49:57.018938 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 08:49:57.076955 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:49:57.096781 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:49:57.107358 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0429 08:49:57.110571 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 08:49:57.126831 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0429 08:49:57.142171 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0429 08:49:57.151918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0429 08:49:57.164058 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0429 08:49:57.172913 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:49:57.218670 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0429 08:49:58.094514 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:49:58.114888 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:49:58.124278 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:49:58.124472 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 08:49:58.156899 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 08:50:00.214303 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 08:50:02.179788 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 08:50:02.213687 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0429 08:50:03.075142 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 08:50:07.298809 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 08:50:08.171749 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 08:50:12.422525 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 08:50:12.422549 1 tasks.go:49] processing task group 3 of 3 I0429 08:50:12.422563 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 08:50:12.467563 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 08:50:12.467645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"16d6a054-267c-4def-92a6-59f216f5ac65", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0429 08:50:12.473771 1 operator.go:851] Updating ClusterOperator status to done. W0429 08:50:12.518947 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 08:50:12.567329 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 08:50:12.572094 1 tasks.go:49] processing task group 1 of 3 I0429 08:50:12.572117 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 08:50:12.572130 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:50:12.588314 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:50:15.728761 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 08:50:15.728784 1 tasks.go:49] processing task group 2 of 3 I0429 08:50:15.728807 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:50:15.728816 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 08:50:15.728830 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 08:50:15.728849 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:50:15.728867 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:50:15.728887 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 08:50:15.728903 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 08:50:15.728932 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 08:50:15.728945 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 08:50:15.728964 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 08:50:15.728984 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 08:50:15.728999 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:50:15.729023 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:50:15.729047 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 08:50:15.729062 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:50:15.805750 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:50:15.828270 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 08:50:15.832774 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:50:15.895858 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:50:16.815330 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:50:16.840677 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 08:50:16.841146 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:50:16.847637 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:50:16.875814 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 08:50:18.886286 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 08:50:20.875209 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 08:50:21.798808 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 08:50:21.904668 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 08:50:26.893723 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 08:50:27.515712 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0429 08:50:31.052325 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 08:50:31.052354 1 tasks.go:49] processing task group 3 of 3 I0429 08:50:31.052369 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 08:50:31.086637 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 08:50:31.091608 1 operator.go:851] Updating ClusterOperator status to done. W0429 08:50:31.100068 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 08:50:31.123429 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 08:50:31.127224 1 tasks.go:49] processing task group 1 of 3 I0429 08:50:31.127252 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 08:50:31.127263 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:50:31.137943 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:50:34.235554 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 08:50:34.235578 1 tasks.go:49] processing task group 2 of 3 I0429 08:50:34.235611 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:50:34.235615 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 08:50:34.235623 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 08:50:34.235644 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:50:34.235662 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 08:50:34.235681 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:50:34.235719 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 08:50:34.235729 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 08:50:34.235745 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:50:34.235752 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 08:50:34.235761 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 08:50:34.235792 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 08:50:34.235815 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 08:50:34.235830 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:50:34.235855 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:50:34.298139 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:50:34.315957 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:50:34.331241 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 08:50:34.375303 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:50:35.314902 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:50:35.330148 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:50:35.341653 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 08:50:35.343835 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:50:35.366948 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 08:50:37.369171 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 08:50:39.368491 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 08:50:40.287109 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 08:50:40.400721 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 08:50:45.381329 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 08:50:49.523994 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 08:50:49.524019 1 tasks.go:49] processing task group 3 of 3 I0429 08:50:49.524032 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 08:50:49.587542 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 08:50:49.599965 1 operator.go:851] Updating ClusterOperator status to done. I0429 08:51:14.504542 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0429 08:51:14.504568 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 08:51:14.530398 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 08:51:14.534573 1 tasks.go:49] processing task group 1 of 3 I0429 08:51:14.534604 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 08:51:14.534614 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:51:14.544904 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:51:17.662165 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 08:51:17.662186 1 tasks.go:49] processing task group 2 of 3 I0429 08:51:17.662214 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:51:17.662217 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 08:51:17.662235 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:51:17.662256 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 08:51:17.662277 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:51:17.662296 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 08:51:17.662311 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 08:51:17.662328 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 08:51:17.662334 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 08:51:17.662353 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 08:51:17.662370 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:51:17.662394 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:51:17.662418 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:51:17.662439 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 08:51:17.662488 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 08:51:17.723168 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:51:17.742136 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:51:17.751840 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 08:51:17.801064 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:51:18.734718 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:51:18.750998 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:51:18.754269 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:51:18.758839 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 08:51:18.790000 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 08:51:20.807164 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 08:51:22.784835 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 08:51:23.713979 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 08:51:23.803334 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 08:51:28.800497 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 08:51:32.926219 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 08:51:32.926251 1 tasks.go:49] processing task group 3 of 3 I0429 08:51:32.926269 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 08:51:32.958497 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 08:51:32.963478 1 operator.go:851] Updating ClusterOperator status to done. I0429 08:53:26.576166 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0429 08:53:26.576211 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 08:53:26.616156 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 08:53:26.620550 1 tasks.go:49] processing task group 1 of 3 I0429 08:53:26.620576 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 08:53:26.620592 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:53:26.634919 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:53:29.764215 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 08:53:29.764240 1 tasks.go:49] processing task group 2 of 3 I0429 08:53:29.764274 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:53:29.764276 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 08:53:29.764286 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 08:53:29.764304 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:53:29.764319 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 08:53:29.764341 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:53:29.764363 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 08:53:29.764384 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 08:53:29.764405 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:53:29.764427 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 08:53:29.764443 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:53:29.764479 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 08:53:29.764498 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 08:53:29.764517 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 08:53:29.764520 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:53:29.816620 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:53:29.837840 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:53:29.850581 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 08:53:29.906788 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:53:30.832991 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:53:30.861866 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:53:30.868810 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 08:53:30.889587 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:53:30.890072 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 08:53:32.920679 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 08:53:34.897403 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 08:53:35.831231 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 08:53:35.916034 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 08:53:40.918185 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 08:53:45.085395 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 08:53:45.085422 1 tasks.go:49] processing task group 3 of 3 I0429 08:53:45.085432 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 08:53:45.126846 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 08:53:45.132624 1 operator.go:851] Updating ClusterOperator status to done. I0429 08:58:26.575854 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0429 08:58:26.575911 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 08:58:26.606574 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 08:58:26.611030 1 tasks.go:49] processing task group 1 of 3 I0429 08:58:26.611060 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 08:58:26.611072 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:58:26.622769 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 08:58:29.764447 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 08:58:29.764482 1 tasks.go:49] processing task group 2 of 3 I0429 08:58:29.764506 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:58:29.764566 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 08:58:29.764583 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 08:58:29.764611 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 08:58:29.764636 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 08:58:29.764664 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 08:58:29.764691 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 08:58:29.764706 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 08:58:29.764731 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:58:29.764733 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 08:58:29.764756 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:58:29.764777 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:58:29.764794 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 08:58:29.764807 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:58:29.764932 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:58:29.839570 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 08:58:29.865328 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 08:58:29.869310 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 08:58:29.941863 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 08:58:30.854269 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 08:58:30.874677 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 08:58:30.877004 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 08:58:30.895332 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 08:58:30.935778 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 08:58:32.919855 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 08:58:34.926597 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 08:58:35.824932 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 08:58:35.918983 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 08:58:40.931551 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 08:58:45.094771 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 08:58:45.094799 1 tasks.go:49] processing task group 3 of 3 I0429 08:58:45.094812 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 08:58:45.130495 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 08:58:45.137334 1 operator.go:851] Updating ClusterOperator status to done. I0429 09:03:26.483753 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0429 09:03:26.483791 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 09:03:26.484887 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0429 09:03:26.484969 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0429 09:03:26.484991 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0429 09:03:26.485068 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0429 09:03:26.485114 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0429 09:03:26.486022 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0429 09:03:26.486035 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0429 09:03:26.486043 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0429 09:03:26.486103 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0429 09:03:26.486112 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0429 09:03:26.522795 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 09:03:26.527202 1 tasks.go:49] processing task group 1 of 3 I0429 09:03:26.527225 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 09:03:26.527238 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:03:26.535170 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0429 09:03:26.538786 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:03:26.575716 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0429 09:03:29.680423 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 09:03:29.680444 1 tasks.go:49] processing task group 2 of 3 I0429 09:03:29.680487 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:03:29.680501 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:03:29.680513 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 09:03:29.680522 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 09:03:29.680548 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:03:29.680564 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 09:03:29.680574 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:03:29.680601 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:03:29.680618 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 09:03:29.680633 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 09:03:29.680656 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 09:03:29.680674 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:03:29.680684 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 09:03:29.680688 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 09:03:29.680504 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 09:03:29.734184 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:03:29.754568 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:03:29.768480 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 09:03:29.817658 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:03:30.759194 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:03:30.782395 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 09:03:30.782877 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:03:30.792512 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:03:30.810554 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 09:03:32.832313 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 09:03:34.812644 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 09:03:35.738931 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 09:03:35.825952 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 09:03:40.825719 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 09:03:44.999399 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 09:03:44.999426 1 tasks.go:49] processing task group 3 of 3 I0429 09:03:44.999442 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 09:03:45.040941 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 09:03:45.046200 1 operator.go:851] Updating ClusterOperator status to done. W0429 09:03:45.055683 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 09:03:45.082660 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 09:03:45.087196 1 tasks.go:49] processing task group 1 of 3 I0429 09:03:45.087220 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 09:03:45.087245 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:03:45.100185 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:03:48.212363 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 09:03:48.212386 1 tasks.go:49] processing task group 2 of 3 I0429 09:03:48.212418 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:03:48.212420 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 09:03:48.212435 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 09:03:48.212477 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:03:48.212483 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:03:48.212500 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 09:03:48.212519 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 09:03:48.212533 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:03:48.212553 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:03:48.212581 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 09:03:48.212583 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 09:03:48.212595 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 09:03:48.212616 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 09:03:48.212640 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 09:03:48.212668 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:03:48.279834 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:03:48.295492 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:03:48.296219 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 09:03:48.350896 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:03:49.285166 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:03:49.309941 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 09:03:49.318267 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:03:49.321641 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:03:49.347107 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 09:03:51.353811 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 09:03:53.322674 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 09:03:54.261213 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 09:03:54.363891 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 09:03:59.359181 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 09:04:03.483586 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 09:04:03.483612 1 tasks.go:49] processing task group 3 of 3 I0429 09:04:03.483623 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 09:04:03.516836 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 09:04:03.521291 1 operator.go:851] Updating ClusterOperator status to done. I0429 09:08:26.575484 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0429 09:08:26.575537 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 09:08:26.598966 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 09:08:26.602878 1 tasks.go:49] processing task group 1 of 3 I0429 09:08:26.602903 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 09:08:26.602915 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:08:26.612413 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:08:29.739296 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 09:08:29.739317 1 tasks.go:49] processing task group 2 of 3 I0429 09:08:29.739343 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:08:29.739349 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 09:08:29.739365 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:08:29.739387 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 09:08:29.739406 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 09:08:29.739426 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:08:29.739435 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 09:08:29.739482 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 09:08:29.739499 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 09:08:29.739522 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:08:29.739530 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 09:08:29.739543 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 09:08:29.739554 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 09:08:29.739557 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:08:29.739582 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:08:29.830092 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:08:29.842280 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 09:08:29.847645 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:08:29.911942 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:08:30.834256 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:08:30.839019 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:08:30.872443 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:08:30.886568 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 09:08:30.909760 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 09:08:32.885917 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 09:08:34.878809 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 09:08:35.792633 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 09:08:35.913593 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 09:08:40.904701 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 09:08:45.021508 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 09:08:45.021537 1 tasks.go:49] processing task group 3 of 3 I0429 09:08:45.021550 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 09:08:45.054115 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 09:08:45.058578 1 operator.go:851] Updating ClusterOperator status to done. I0429 09:13:26.575884 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0429 09:13:26.575940 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 09:13:26.602118 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 09:13:26.606084 1 tasks.go:49] processing task group 1 of 3 I0429 09:13:26.606108 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 09:13:26.606125 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:13:26.616339 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:13:29.741824 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 09:13:29.741845 1 tasks.go:49] processing task group 2 of 3 I0429 09:13:29.741865 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:13:29.741873 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 09:13:29.741881 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 09:13:29.741906 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:13:29.741941 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:13:29.741934 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 09:13:29.741964 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:13:29.741981 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:13:29.742002 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:13:29.742025 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 09:13:29.742032 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 09:13:29.742047 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 09:13:29.742073 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 09:13:29.742100 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 09:13:29.742121 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 09:13:29.817117 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:13:29.851032 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 09:13:29.853665 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:13:29.932829 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:13:30.825116 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:13:30.859098 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:13:30.873569 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 09:13:30.880676 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:13:30.932212 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 09:13:32.893227 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 09:13:34.889019 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 09:13:35.794001 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 09:13:35.922377 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 09:13:40.906506 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 09:13:45.036032 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 09:13:45.036062 1 tasks.go:49] processing task group 3 of 3 I0429 09:13:45.036076 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 09:13:45.068710 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 09:13:45.073062 1 operator.go:851] Updating ClusterOperator status to done. I0429 09:18:26.483868 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0429 09:18:26.483910 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 09:18:26.485009 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0429 09:18:26.485085 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0429 09:18:26.485180 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0429 09:18:26.485256 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0429 09:18:26.485293 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0429 09:18:26.486801 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0429 09:18:26.486811 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0429 09:18:26.486824 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0429 09:18:26.486841 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0429 09:18:26.486852 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0429 09:18:26.509295 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 09:18:26.513631 1 tasks.go:49] processing task group 1 of 3 I0429 09:18:26.513657 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 09:18:26.513676 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:18:26.525578 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:18:26.535174 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0429 09:18:26.575478 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0429 09:18:29.643512 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 09:18:29.643535 1 tasks.go:49] processing task group 2 of 3 I0429 09:18:29.643561 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:18:29.643565 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 09:18:29.643583 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 09:18:29.643603 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 09:18:29.643620 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:18:29.643640 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:18:29.643657 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:18:29.643689 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:18:29.643706 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:18:29.643731 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 09:18:29.643753 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 09:18:29.643776 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 09:18:29.643800 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 09:18:29.643814 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 09:18:29.643839 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 09:18:29.687815 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:18:29.699263 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:18:29.723394 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 09:18:29.781362 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:18:30.707561 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:18:30.724783 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:18:30.733108 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 09:18:30.752504 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:18:30.782966 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 09:18:32.789067 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 09:18:34.747374 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 09:18:35.695934 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 09:18:35.771768 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 09:18:40.793852 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 09:18:44.918807 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 09:18:44.918830 1 tasks.go:49] processing task group 3 of 3 I0429 09:18:44.918845 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 09:18:44.952901 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 09:18:44.958417 1 operator.go:851] Updating ClusterOperator status to done. W0429 09:18:44.966618 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0429 09:18:44.989745 1 operator.go:830] Updating ClusterOperator status to InProgress. I0429 09:18:44.993613 1 tasks.go:49] processing task group 1 of 3 I0429 09:18:44.993637 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0429 09:18:44.993649 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:18:45.003758 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0429 09:18:48.105337 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0429 09:18:48.105360 1 tasks.go:49] processing task group 2 of 3 I0429 09:18:48.105383 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:18:48.105390 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0429 09:18:48.105405 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:18:48.105426 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0429 09:18:48.105472 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0429 09:18:48.105486 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0429 09:18:48.105492 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:18:48.105506 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:18:48.105528 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:18:48.105548 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0429 09:18:48.105571 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0429 09:18:48.105586 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0429 09:18:48.105591 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0429 09:18:48.105613 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0429 09:18:48.105641 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:18:48.168039 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0429 09:18:48.183127 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0429 09:18:48.199857 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0429 09:18:48.239384 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0429 09:18:49.183358 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0429 09:18:49.193051 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0429 09:18:49.196445 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0429 09:18:49.219106 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0429 09:18:49.244621 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0429 09:18:51.240922 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0429 09:18:53.230995 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0429 09:18:54.157761 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0429 09:18:54.252968 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0429 09:18:59.255697 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0429 09:19:03.383076 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0429 09:19:03.383103 1 tasks.go:49] processing task group 3 of 3 I0429 09:19:03.383119 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0429 09:19:03.416060 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0429 09:19:03.420835 1 operator.go:851] Updating ClusterOperator status to done.