W0408 03:01:59.982194 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0408 03:01:59.982524 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0408 03:01:59.982538 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0408 03:01:59.982542 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0408 03:01:59.982546 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0408 03:02:00.001689 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0408 03:02:00.004561 1 reflector.go:376] Caches populated for *v1.FeatureGate from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0408 03:02:00.005592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "ImageVolume", "IngressControllerLBSubnetsAWS", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SetEIPForNLBIngressController", "SigstoreImageVerification", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "DynamicResourceAllocation", "EtcdBackendQuota", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPClusterHostedDNSInstall", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "ImageModeStatusReporting", "ImageStreamImportMode", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsConfigAPI", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutatingAdmissionPolicy", "NewOLM", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterOperations", "NodeSwap", "NutanixMultiSubnets", "OVNObservability", "OpenShiftPodSecurityAdmission", "PreconfiguredUDNAddresses", "SELinuxMount", "ShortCertRotation", "SignatureStores", "SigstoreImageVerificationPKI", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeAttributesClass", "VolumeGroupSnapshot"}} I0408 03:02:00.005637 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/client-go/config/informers/externalversions/factory.go:125 I0408 03:02:00.007341 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0408 03:02:00.014431 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 03:02:00.014640 1 reflector.go:376] Caches populated for *v1.CertificateSigningRequest from k8s.io/client-go/informers/factory.go:160 I0408 03:02:00.015197 1 reflector.go:376] Caches populated for *v1.Secret from k8s.io/client-go/informers/factory.go:160 I0408 03:02:00.016020 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 03:02:00.016138 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 03:02:00.016180 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 03:02:00.016368 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566 I0408 03:02:00.017999 1 reflector.go:376] Caches populated for *v1.APIServer from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 03:02:00.018105 1 reflector.go:376] Caches populated for *v1.Console from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 03:02:00.018158 1 reflector.go:376] Caches populated for *v1.ClusterOperator from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 03:02:00.018215 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0408 03:02:00.018248 1 reflector.go:376] Caches populated for *v1.ClusterVersion from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 03:02:00.018647 1 reflector.go:376] Caches populated for *v1.Infrastructure from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 03:02:00.021374 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0408 03:02:00.022070 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0408 03:02:00.022411 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0408 03:02:00.050461 1 reflector.go:376] Caches populated for *v1.ConfigMap from github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569 I0408 03:02:00.109637 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0408 03:02:00.109694 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:02:00.109717 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0408 03:02:00.109724 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0408 03:02:00.109722 1 rule_controller.go:113] Starting alerting rules controller I0408 03:02:00.109734 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0408 03:02:00.109737 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0408 03:02:00.109742 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0408 03:02:00.109744 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0408 03:02:00.109745 1 shared_informer.go:313] Waiting for caches to sync for AlertingRule controller I0408 03:02:00.109744 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0408 03:02:00.109759 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0408 03:02:00.109765 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0408 03:02:00.109760 1 relabel_controller.go:117] Starting alert relabel config controller I0408 03:02:00.109779 1 shared_informer.go:313] Waiting for caches to sync for AlertRelabelConfig controller I0408 03:02:00.112955 1 reflector.go:376] Caches populated for *v1.Secret from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122 I0408 03:02:00.113130 1 reflector.go:376] Caches populated for *v1.PrometheusRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:117 I0408 03:02:00.113304 1 reflector.go:376] Caches populated for *v1.AlertRelabelConfig from github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121 I0408 03:02:00.113475 1 reflector.go:376] Caches populated for *v1.AlertingRule from github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118 I0408 03:02:00.116444 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.116445 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.116444 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.116614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0408 03:02:00.116700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0408 03:02:00.116776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0408 03:02:00.130289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-nzr5f" is created for OpenShiftMonitoringClientCertRequester I0408 03:02:00.130312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-gsjnn" is created for OpenShiftMonitoringTelemeterClientCertRequester I0408 03:02:00.130576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-9t64k" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0408 03:02:00.139887 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.139968 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.139968 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.144716 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.145686 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.145770 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.148473 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.150417 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.151579 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.152451 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:02:00.152603 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.154523 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.155274 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.159026 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.160549 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.160560 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.164954 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.171034 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.171037 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.173336 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.173440 1 tasks.go:49] processing task group 1 of 3 I0408 03:02:00.173462 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:02:00.173473 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:02:00.176401 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.176440 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.177554 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.180089 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.182255 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.182563 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.186430 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0408 03:02:00.187217 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.187230 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.187217 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.192639 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.192710 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.200678 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.200810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0408 03:02:00.204369 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.204380 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.205470 1 annotations.go:31] Updating "openshift.io/owning-component" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "Monitoring",   ) I0408 03:02:00.205479 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:02:00.210528 1 shared_informer.go:320] Caches are synced for AlertRelabelConfig controller I0408 03:02:00.210545 1 shared_informer.go:320] Caches are synced for AlertingRule controller I0408 03:02:00.215647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0408 03:02:00.215668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0408 03:02:00.215823 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0408 03:02:00.216035 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0408 03:02:00.219333 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0408 03:02:00.219344 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0408 03:02:00.229188 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0408 03:02:00.284122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0408 03:02:00.286409 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0408 03:02:00.287748 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0408 03:02:00.287763 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0408 03:02:00.287775 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0408 03:02:00.287779 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0408 03:02:00.291394 1 secure_serving.go:57] Forcing use of http/1.1 only I0408 03:02:00.291401 1 genericapiserver.go:535] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0408 03:02:00.297596 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0408 03:02:00.297609 1 shared_informer.go:313] Waiting for caches to sync for RequestHeaderAuthRequestController I0408 03:02:00.297611 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0408 03:02:00.297630 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0408 03:02:00.297635 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0408 03:02:00.297649 1 shared_informer.go:313] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0408 03:02:00.297956 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0408 03:02:00.298163 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775617291\" (2026-04-08 03:01:40 +0000 UTC to 2028-04-07 03:01:41 +0000 UTC (now=2026-04-08 03:02:00.298129844 +0000 UTC))" I0408 03:02:00.298418 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775617320\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775617320\" (2026-04-08 02:02:00 +0000 UTC to 2027-04-08 02:02:00 +0000 UTC (now=2026-04-08 03:02:00.298400621 +0000 UTC))" I0408 03:02:00.298440 1 secure_serving.go:213] Serving securely on [::]:8443 I0408 03:02:00.298463 1 genericapiserver.go:685] [graceful-termination] waiting for shutdown to be initiated I0408 03:02:00.298475 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0408 03:02:00.300229 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183 I0408 03:02:00.300349 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0408 03:02:00.300526 1 reflector.go:376] Caches populated for *v1.ConfigMap from k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209 I0408 03:02:00.366399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0408 03:02:00.380019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0408 03:02:00.398081 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file I0408 03:02:00.398098 1 shared_informer.go:320] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file I0408 03:02:00.398178 1 shared_informer.go:320] Caches are synced for RequestHeaderAuthRequestController I0408 03:02:00.398242 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-08 02:35:14 +0000 UTC to 2036-04-05 02:35:14 +0000 UTC (now=2026-04-08 03:02:00.398221263 +0000 UTC))" I0408 03:02:00.398451 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775617291\" (2026-04-08 03:01:40 +0000 UTC to 2028-04-07 03:01:41 +0000 UTC (now=2026-04-08 03:02:00.398436554 +0000 UTC))" I0408 03:02:00.398606 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775617320\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775617320\" (2026-04-08 02:02:00 +0000 UTC to 2027-04-08 02:02:00 +0000 UTC (now=2026-04-08 03:02:00.398594026 +0000 UTC))" I0408 03:02:00.398707 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-08 02:35:18 +0000 UTC to 2036-04-05 02:35:18 +0000 UTC (now=2026-04-08 03:02:00.398696904 +0000 UTC))" I0408 03:02:00.398738 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-08 02:35:21 +0000 UTC to 2036-04-05 02:35:21 +0000 UTC (now=2026-04-08 03:02:00.398718324 +0000 UTC))" I0408 03:02:00.398755 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-08 02:35:24 +0000 UTC to 2036-04-05 02:35:24 +0000 UTC (now=2026-04-08 03:02:00.398747212 +0000 UTC))" I0408 03:02:00.398772 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-08 02:35:27 +0000 UTC to 2036-04-05 02:35:27 +0000 UTC (now=2026-04-08 03:02:00.398764003 +0000 UTC))" I0408 03:02:00.398787 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-08 02:35:30 +0000 UTC to 2036-04-05 02:35:30 +0000 UTC (now=2026-04-08 03:02:00.398780098 +0000 UTC))" I0408 03:02:00.398805 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2phmv4pph9mf94e3s5ebqc0japqg1cp8-kx-b1386f3748_customer-system-admin-signer@1775615866\" [] issuer=\"\" (2026-04-08 02:37:50 +0000 UTC to 2026-04-15 02:37:51 +0000 UTC (now=2026-04-08 03:02:00.39879582 +0000 UTC))" I0408 03:02:00.398825 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2phmv4pph9mf94e3s5ebqc0japqg1cp8-kx-b1386f3748_sre-system-admin-signer@1775615866\" [] issuer=\"\" (2026-04-08 02:37:48 +0000 UTC to 2026-04-15 02:37:49 +0000 UTC (now=2026-04-08 03:02:00.398815384 +0000 UTC))" I0408 03:02:00.398848 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-08 02:35:14 +0000 UTC to 2036-04-05 02:35:14 +0000 UTC (now=2026-04-08 03:02:00.398833383 +0000 UTC))" I0408 03:02:00.399009 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1775617291\" (2026-04-08 03:01:40 +0000 UTC to 2028-04-07 03:01:41 +0000 UTC (now=2026-04-08 03:02:00.398996946 +0000 UTC))" I0408 03:02:00.399174 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1775617320\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1775617320\" (2026-04-08 02:02:00 +0000 UTC to 2027-04-08 02:02:00 +0000 UTC (now=2026-04-08 03:02:00.399162667 +0000 UTC))" I0408 03:02:00.409873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0408 03:02:00.422472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0408 03:02:04.480661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0408 03:02:04.493149 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0408 03:02:04.505385 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0408 03:02:08.612569 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:02:08.612596 1 tasks.go:49] processing task group 2 of 3 I0408 03:02:08.612620 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:02:08.612624 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:02:08.612638 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:02:08.612656 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:02:08.612656 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:02:08.612664 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:02:08.612674 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:02:08.612674 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:02:08.612673 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:02:08.612683 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:02:08.612690 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:02:08.612692 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:02:08.612696 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:02:08.612701 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:02:08.612723 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:02:08.626084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0408 03:02:08.631368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0408 03:02:08.650939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0408 03:02:08.651528 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0408 03:02:08.668413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0408 03:02:08.675642 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0408 03:02:08.698510 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:02:08.702558 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:02:08.739271 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:02:08.749032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0408 03:02:08.800820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0408 03:02:08.804375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0408 03:02:08.806556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0408 03:02:08.811444 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0408 03:02:08.811529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0408 03:02:08.916607 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0408 03:02:08.918878 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0408 03:02:08.922530 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0408 03:02:08.927810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0408 03:02:08.927828 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0408 03:02:08.927881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0408 03:02:08.938909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0408 03:02:08.947562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0408 03:02:08.952522 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0408 03:02:08.952542 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0408 03:02:08.952621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0408 03:02:08.959221 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0408 03:02:08.975707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0408 03:02:08.980809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0408 03:02:09.065250 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0408 03:02:09.174347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0408 03:02:09.212778 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0408 03:02:09.295340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0408 03:02:09.298762 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0408 03:02:09.390885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0408 03:02:09.392297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0408 03:02:09.490771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0408 03:02:09.502520 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0408 03:02:09.534095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0408 03:02:09.602172 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0408 03:02:09.690014 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0408 03:02:09.707711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0408 03:02:09.761246 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0408 03:02:09.772805 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0408 03:02:09.802508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0408 03:02:09.806201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0408 03:02:09.891923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0408 03:02:09.899012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0408 03:02:09.903410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0408 03:02:09.917787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0408 03:02:09.943392 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0408 03:02:09.959355 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0408 03:02:09.959483 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0408 03:02:10.008346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0408 03:02:10.018485 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0408 03:02:10.123324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0408 03:02:10.330177 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0408 03:02:10.760475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0408 03:02:10.771521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0408 03:02:10.781262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0408 03:02:10.874816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0408 03:02:10.955495 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:02:10.955552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0408 03:02:10.956120 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0408 03:02:10.975923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0408 03:02:11.029918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-eeb7l32ooe1ij -n openshift-monitoring because it was missing I0408 03:02:11.073567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0408 03:02:11.257183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0408 03:02:11.500093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0408 03:02:11.645030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0408 03:02:11.747480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0408 03:02:11.782807 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:02:11.801675 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:02:11.847556 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0408 03:02:11.947623 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0408 03:02:12.039870 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:02:12.049525 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0408 03:02:12.058709 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:02:12.148981 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0408 03:02:12.218351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0408 03:02:12.233582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0408 03:02:12.586113 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0408 03:02:13.086757 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:02:13.608162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-ehmpe5arfpqre -n openshift-monitoring because it was missing I0408 03:02:13.671386 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0408 03:02:13.716532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0408 03:02:15.272375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-5aq6b31fmnurt -n openshift-monitoring because it was missing I0408 03:02:15.290427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0408 03:02:15.314542 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0408 03:02:15.324092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0408 03:02:16.773036 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:02:16.773084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0408 03:02:23.105257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0408 03:02:23.141492 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:02:25.804954 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0408 03:02:37.669443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0408 03:02:37.685214 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:02:37.685282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0408 03:02:42.119542 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0408 03:02:50.019739 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:02:57.119882 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0408 03:03:25.377722 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:03:25.377763 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0408 03:03:25.377772 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0408 03:03:25.377791 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0408 03:03:25.378897 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:03:25.405036 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:03:25.409566 1 tasks.go:49] processing task group 1 of 3 I0408 03:03:25.409592 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:03:25.409608 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:03:25.422066 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:03:26.457277 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUmppQU5JWStpUTh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05UWXhOekk1TVRBZQpGdzB5TmpBME1EZ3dNekF4TXpCYUZ3MHlPREEyTURZd016QXhNekZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelUyTVRjeU9URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGR6RXhjNHYvc0IvNnZtM2xYNkd4dnd2Qld6WGZ1NEc0cApBc2tTcFlwd0JrVVJnZE9TTnVKTXZGVFJUdTY3cUhHOFpwSGJMQUEvUk9RcVFSZStoYW54RkgrenFYS00yNUFFClV5MGNNYXpXTzVUNHZybmx6dUE3eElyek5UREkvbnNGZFpYaHJXZXp6elp3enJrUzJWeTZmdHBXUTJZeFoyeUIKWitzZjFVMjlqRnM1ZUNZK0luYXBTOWpoOVFUQ3ZTVndsZzJ4ZjAyMGdnUmh5cityZ0lUb3UxV2hmUFdGK0tRYwpHNysxQUVsTnZoUE5EdHF0S0hLWU9QaFhmR2s3SzI5Qkt0aFRBRHcycUVVd1ZOTWxLbFVJWWptaS9LeHQ2RlprCjJkOXJOa0JQVzhmNWJjeUZEd25MRWxRN2VZRlJtRVgzQTVLTW5jcGtDWko3bHladldLamRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRGZWRLRgpDdUxzWVdvOUFVTDdadDhEYXJ6ZlBqQWZCZ05WSFNNRUdEQVdnQlRGZWRLRkN1THNZV285QVVMN1p0OERhcnpmClBqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFSU3NrZXVZWUxXVlgvZWxmRVUxeFdCbXdWOVNYd2J0a29ZcjYKNFBrNjF1WjZJa3loUEdKTCtXOHFQZXN2VlVpeDNWV3JucGJ0WjZkZkMvU0gwQVNQV1J2YTBWOHM3eHFwVzRzTQp4cmhRbTNlbDNucFkvZXZyM3dLMktOWnZlSWFSQWpMYk5iNndiem5iNVR1SUVKZTZSTlZtdW9TVm1Td2dWdzFHCnJYWWlKNkI3ZkFYV2RhQWZQc1l4NGRoVkZOTDErMmJDNlhRYWJwWGlmazZEOVFlaUF1Q2gycjRXQ0FGR05SNjkKZEpScjRLTytrOVBZRG5nTHFITDdsTTdKT3ZGNDN5alRDOUQzTExFVUw4MnY5aUxkKzJhdzIwMG03WHMvTzRzYgpselhvZzRjMWtScFpTdDhhamVrSXNOOHU1bGx6d2p6K3NvY3Qrc3BGOFFwUHdZNnZiZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0408 03:03:26.462749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0408 03:03:26.467219 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUmppQU5JWStpUTh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05UWXhOekk1TVRBZQpGdzB5TmpBME1EZ3dNekF4TXpCYUZ3MHlPREEyTURZd016QXhNekZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelUyTVRjeU9URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGR6RXhjNHYvc0IvNnZtM2xYNkd4dnd2Qld6WGZ1NEc0cApBc2tTcFlwd0JrVVJnZE9TTnVKTXZGVFJUdTY3cUhHOFpwSGJMQUEvUk9RcVFSZStoYW54RkgrenFYS00yNUFFClV5MGNNYXpXTzVUNHZybmx6dUE3eElyek5UREkvbnNGZFpYaHJXZXp6elp3enJrUzJWeTZmdHBXUTJZeFoyeUIKWitzZjFVMjlqRnM1ZUNZK0luYXBTOWpoOVFUQ3ZTVndsZzJ4ZjAyMGdnUmh5cityZ0lUb3UxV2hmUFdGK0tRYwpHNysxQUVsTnZoUE5EdHF0S0hLWU9QaFhmR2s3SzI5Qkt0aFRBRHcycUVVd1ZOTWxLbFVJWWptaS9LeHQ2RlprCjJkOXJOa0JQVzhmNWJjeUZEd25MRWxRN2VZRlJtRVgzQTVLTW5jcGtDWko3bHladldLamRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlRGZWRLRgpDdUxzWVdvOUFVTDdadDhEYXJ6ZlBqQWZCZ05WSFNNRUdEQVdnQlRGZWRLRkN1THNZV285QVVMN1p0OERhcnpmClBqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFSU3NrZXVZWUxXVlgvZWxmRVUxeFdCbXdWOVNYd2J0a29ZcjYKNFBrNjF1WjZJa3loUEdKTCtXOHFQZXN2VlVpeDNWV3JucGJ0WjZkZkMvU0gwQVNQV1J2YTBWOHM3eHFwVzRzTQp4cmhRbTNlbDNucFkvZXZyM3dLMktOWnZlSWFSQWpMYk5iNndiem5iNVR1SUVKZTZSTlZtdW9TVm1Td2dWdzFHCnJYWWlKNkI3ZkFYV2RhQWZQc1l4NGRoVkZOTDErMmJDNlhRYWJwWGlmazZEOVFlaUF1Q2gycjRXQ0FGR05SNjkKZEpScjRLTytrOVBZRG5nTHFITDdsTTdKT3ZGNDN5alRDOUQzTExFVUw4MnY5aUxkKzJhdzIwMG03WHMvTzRzYgpselhvZzRjMWtScFpTdDhhamVrSXNOOHU1bGx6d2p6K3NvY3Qrc3BGOFFwUHdZNnZiZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0408 03:03:26.472434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0408 03:03:28.564461 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:03:28.564489 1 tasks.go:49] processing task group 2 of 3 I0408 03:03:28.564517 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:03:28.564518 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:03:28.564534 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:03:28.564561 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:03:28.564572 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:03:28.564593 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:03:28.564614 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:03:28.564632 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:03:28.564654 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:03:28.564672 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:03:28.564687 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:03:28.564701 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:03:28.564714 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:03:28.564723 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:03:28.564712 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:03:28.620196 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:03:28.639295 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:03:28.652325 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:03:28.670032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0408 03:03:28.683078 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0408 03:03:28.700288 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0408 03:03:28.712610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0408 03:03:28.713898 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:03:28.723974 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0408 03:03:28.777185 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0408 03:03:29.641683 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:03:29.663578 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:03:29.671151 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:03:29.695774 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:03:29.696470 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:03:31.724771 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:03:33.705650 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:03:33.771180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0408 03:03:34.629122 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:03:39.866397 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:04:29.762259 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:05:43.956210 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:05:43.956236 1 tasks.go:49] processing task group 3 of 3 I0408 03:05:43.956252 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:05:44.004103 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:05:44.004173 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"525059f0-835f-4682-83bc-da024da293d3", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0408 03:05:44.010490 1 operator.go:851] Updating ClusterOperator status to done. W0408 03:05:44.075439 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:05:44.107696 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:05:44.113448 1 tasks.go:49] processing task group 1 of 3 I0408 03:05:44.113474 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:05:44.113487 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:05:44.126691 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:05:47.284076 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:05:47.284101 1 tasks.go:49] processing task group 2 of 3 I0408 03:05:47.284128 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:05:47.284134 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:05:47.284145 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:05:47.284160 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:05:47.284182 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:05:47.284202 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:05:47.284224 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:05:47.284249 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:05:47.284264 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:05:47.284281 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:05:47.284302 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:05:47.284322 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:05:47.284336 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:05:47.284352 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:05:47.284352 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:05:47.335366 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:05:47.359926 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:05:47.370271 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:05:47.416307 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:05:48.352349 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:05:48.388171 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:05:48.396545 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:05:48.412916 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:05:48.434767 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:05:50.440044 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:05:52.411530 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:05:53.346191 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:05:53.429819 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:05:58.441517 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:06:02.589697 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:06:02.589723 1 tasks.go:49] processing task group 3 of 3 I0408 03:06:02.589739 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:06:02.630318 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:06:02.635681 1 operator.go:851] Updating ClusterOperator status to done. I0408 03:06:12.122042 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0408 03:06:12.122093 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:06:12.168935 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:06:12.173865 1 tasks.go:49] processing task group 1 of 3 I0408 03:06:12.173893 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:06:12.173915 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:06:12.187426 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:06:15.311600 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:06:15.311622 1 tasks.go:49] processing task group 2 of 3 I0408 03:06:15.311647 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:06:15.311655 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:06:15.311671 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:06:15.311687 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:06:15.311708 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:06:15.311726 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:06:15.311747 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:06:15.311769 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:06:15.311786 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:06:15.311811 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:06:15.311820 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:06:15.311850 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:06:15.311874 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:06:15.311902 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:06:15.311926 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:06:15.359485 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:06:15.383205 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:06:15.395063 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:06:15.444094 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:06:16.379940 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:06:16.405369 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:06:16.406085 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:06:16.434705 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:06:16.439281 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:06:18.466478 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:06:20.436533 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:06:21.369346 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:06:21.452949 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:06:26.465287 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:06:30.620932 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:06:30.620959 1 tasks.go:49] processing task group 3 of 3 I0408 03:06:30.620972 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:06:30.657568 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:06:30.662985 1 operator.go:851] Updating ClusterOperator status to done. I0408 03:07:00.109999 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0408 03:07:00.110034 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:07:00.142477 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:07:00.147143 1 tasks.go:49] processing task group 1 of 3 I0408 03:07:00.147173 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:07:00.147183 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:07:00.160068 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:07:03.297305 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:07:03.297327 1 tasks.go:49] processing task group 2 of 3 I0408 03:07:03.297346 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:07:03.297354 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:07:03.297369 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:07:03.297386 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:07:03.297404 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:07:03.297427 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:07:03.297443 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:07:03.297463 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:07:03.297485 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:07:03.297512 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:07:03.297528 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:07:03.297547 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:07:03.297569 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:07:03.297574 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:07:03.297558 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:07:03.354604 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:07:03.371391 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:07:03.386254 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:07:03.432156 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:07:04.373679 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:07:04.405536 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:07:04.407524 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:07:04.423481 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:07:04.432978 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:07:06.460700 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:07:08.427931 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:07:09.356067 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:07:09.448127 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:07:14.468372 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:07:18.626795 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:07:18.626820 1 tasks.go:49] processing task group 3 of 3 I0408 03:07:18.626836 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:07:18.664441 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:07:18.669908 1 operator.go:851] Updating ClusterOperator status to done. I0408 03:08:35.529877 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0408 03:08:35.529905 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:08:35.568825 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:08:35.574149 1 tasks.go:49] processing task group 1 of 3 I0408 03:08:35.574173 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:08:35.574191 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:08:35.589813 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:08:38.730062 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:08:38.730084 1 tasks.go:49] processing task group 2 of 3 I0408 03:08:38.730107 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:08:38.730166 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:08:38.730176 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:08:38.730196 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:08:38.730218 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:08:38.730230 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:08:38.730257 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:08:38.730285 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:08:38.730294 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:08:38.730318 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:08:38.730312 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:08:38.730268 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:08:38.730306 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:08:38.730324 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:08:38.730337 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:08:38.789500 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:08:38.817416 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:08:38.822104 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:08:38.883119 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:08:39.825852 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:08:39.848823 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:08:39.860193 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:08:39.870083 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:08:39.882824 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:08:41.897613 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:08:43.867180 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:08:44.788730 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:08:44.883270 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:08:49.898773 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:08:54.077889 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:08:54.077914 1 tasks.go:49] processing task group 3 of 3 I0408 03:08:54.077923 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:08:54.119668 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:08:54.125178 1 operator.go:851] Updating ClusterOperator status to done. I0408 03:12:00.109678 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0408 03:12:00.109723 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:12:00.139948 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:12:00.144626 1 tasks.go:49] processing task group 1 of 3 I0408 03:12:00.144651 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:12:00.144668 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:12:00.161708 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:12:03.443320 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:12:03.443347 1 tasks.go:49] processing task group 2 of 3 I0408 03:12:03.443377 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:12:03.443383 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:12:03.443392 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:12:03.443411 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:12:03.443439 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:12:03.443456 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:12:03.443468 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:12:03.443490 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:12:03.443506 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:12:03.443528 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:12:03.443551 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:12:03.443567 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:12:03.443591 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:12:03.443379 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:12:03.443610 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:12:03.523900 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:12:03.559297 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:12:03.587977 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:12:03.681769 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:12:04.538607 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:12:04.593458 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:12:04.597174 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:12:04.606836 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:12:04.648400 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:12:07.057620 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:12:08.828480 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:12:09.523540 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:12:09.640126 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:12:14.662823 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:12:19.256684 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:12:19.256711 1 tasks.go:49] processing task group 3 of 3 I0408 03:12:19.256725 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:12:19.296545 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:12:19.303187 1 operator.go:851] Updating ClusterOperator status to done. I0408 03:17:00.014963 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0408 03:17:00.015018 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:17:00.016387 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0408 03:17:00.016461 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0408 03:17:00.016539 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0408 03:17:00.016556 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0408 03:17:00.016565 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0408 03:17:00.016579 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0408 03:17:00.019154 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0408 03:17:00.019172 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0408 03:17:00.019185 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0408 03:17:00.019192 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0408 03:17:00.045812 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:17:00.050875 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0408 03:17:00.050908 1 tasks.go:49] processing task group 1 of 3 I0408 03:17:00.050927 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:17:00.050971 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:17:00.065612 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:17:00.110528 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0408 03:17:03.215287 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:17:03.215311 1 tasks.go:49] processing task group 2 of 3 I0408 03:17:03.215336 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:17:03.215354 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:17:03.215364 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:17:03.215376 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:17:03.215399 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:17:03.215421 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:17:03.215460 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:17:03.215481 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:17:03.215534 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:17:03.215536 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:17:03.215588 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:17:03.215639 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:17:03.215574 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:17:03.215576 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:17:03.215610 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:17:03.268978 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:17:03.291592 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:17:03.298872 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:17:03.348820 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:17:04.290281 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:17:04.318236 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:17:04.319294 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:17:04.340002 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:17:04.348124 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:17:06.394764 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:17:08.354624 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:17:09.279966 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:17:09.371422 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:17:14.386440 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:17:18.551442 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:17:18.551473 1 tasks.go:49] processing task group 3 of 3 I0408 03:17:18.551490 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:17:18.587711 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:17:18.593516 1 operator.go:851] Updating ClusterOperator status to done. W0408 03:17:18.604224 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:17:18.635026 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:17:18.640795 1 tasks.go:49] processing task group 1 of 3 I0408 03:17:18.640822 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:17:18.640835 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:17:18.657107 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:17:21.791322 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:17:21.791344 1 tasks.go:49] processing task group 2 of 3 I0408 03:17:21.791370 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:17:21.791371 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:17:21.791378 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:17:21.791419 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:17:21.791441 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:17:21.791445 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:17:21.791466 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:17:21.791467 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:17:21.791486 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:17:21.791502 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:17:21.791497 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:17:21.791517 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:17:21.791540 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:17:21.791561 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:17:21.791428 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:17:21.849812 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:17:21.866142 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:17:21.886887 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:17:21.942167 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:17:22.862459 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:17:22.894960 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:17:22.896879 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:17:22.920997 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:17:22.926575 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:17:24.959236 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:17:26.926476 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:17:27.857026 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:17:27.946361 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:17:32.952752 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:17:37.128571 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:17:37.128597 1 tasks.go:49] processing task group 3 of 3 I0408 03:17:37.128614 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:17:37.166163 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:17:37.172378 1 operator.go:851] Updating ClusterOperator status to done. I0408 03:22:00.110560 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0408 03:22:00.110620 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:22:00.144714 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:22:00.151163 1 tasks.go:49] processing task group 1 of 3 I0408 03:22:00.151191 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:22:00.151211 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:22:00.166530 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:22:03.318226 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:22:03.318250 1 tasks.go:49] processing task group 2 of 3 I0408 03:22:03.318277 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:22:03.318288 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:22:03.318296 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:22:03.318316 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:22:03.318334 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:22:03.318357 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:22:03.318375 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:22:03.318396 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:22:03.318424 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:22:03.318442 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:22:03.318453 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:22:03.318453 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:22:03.318465 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:22:03.318463 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:22:03.318476 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:22:03.372827 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:22:03.391630 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:22:03.408962 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:22:03.466841 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:22:04.391071 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:22:04.419306 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:22:04.419397 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:22:04.442964 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:22:04.458776 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:22:06.494157 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:22:08.453448 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:22:09.379783 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:22:09.468128 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:22:14.480859 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:22:18.697452 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:22:18.697479 1 tasks.go:49] processing task group 3 of 3 I0408 03:22:18.697490 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:22:18.740906 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:22:18.747468 1 operator.go:851] Updating ClusterOperator status to done. I0408 03:27:00.110403 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0408 03:27:00.110464 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:27:00.144329 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:27:00.150262 1 tasks.go:49] processing task group 1 of 3 I0408 03:27:00.150295 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:27:00.150309 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:27:00.165296 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:27:03.320926 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:27:03.320954 1 tasks.go:49] processing task group 2 of 3 I0408 03:27:03.320981 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:27:03.320987 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:27:03.321005 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:27:03.321027 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:27:03.321060 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:27:03.321081 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:27:03.321095 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:27:03.321125 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:27:03.321154 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:27:03.321171 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:27:03.321199 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:27:03.321215 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:27:03.321243 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:27:03.321265 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:27:03.321282 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:27:03.374930 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:27:03.393799 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:27:03.402536 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:27:03.463649 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:27:04.391305 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:27:04.420305 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:27:04.424676 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:27:04.440872 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:27:04.451450 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:27:06.512102 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:27:08.459986 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:27:09.383627 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:27:09.478914 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:27:14.491160 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:27:18.759347 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:27:18.759386 1 tasks.go:49] processing task group 3 of 3 I0408 03:27:18.759408 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:27:18.799723 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:27:18.812553 1 operator.go:851] Updating ClusterOperator status to done. I0408 03:32:00.014999 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0408 03:32:00.015074 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:32:00.016588 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0408 03:32:00.016595 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0408 03:32:00.016627 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0408 03:32:00.016641 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0408 03:32:00.016668 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0408 03:32:00.016687 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0408 03:32:00.019794 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0408 03:32:00.019862 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0408 03:32:00.019884 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0408 03:32:00.019892 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0408 03:32:00.049284 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:32:00.051426 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0408 03:32:00.054854 1 tasks.go:49] processing task group 1 of 3 I0408 03:32:00.054879 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:32:00.054890 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:32:00.069679 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:32:00.110033 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0408 03:32:03.222687 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:32:03.222714 1 tasks.go:49] processing task group 2 of 3 I0408 03:32:03.222742 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:32:03.222747 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:32:03.222760 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:32:03.222779 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:32:03.222805 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:32:03.222825 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:32:03.222853 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:32:03.222868 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:32:03.222884 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:32:03.222906 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:32:03.222932 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:32:03.222956 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:32:03.222949 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:32:03.222750 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:32:03.223098 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:32:03.281481 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:32:03.299807 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:32:03.307739 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:32:03.373438 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:32:04.298257 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:32:04.325947 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:32:04.329094 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:32:04.355784 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:32:04.373920 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:32:06.416590 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:32:08.364898 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:32:09.290034 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:32:09.374651 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:32:14.396204 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:32:18.658744 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:32:18.658778 1 tasks.go:49] processing task group 3 of 3 I0408 03:32:18.658800 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:32:18.696884 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:32:18.702781 1 operator.go:851] Updating ClusterOperator status to done. W0408 03:32:18.714905 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:32:18.748933 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:32:18.754711 1 tasks.go:49] processing task group 1 of 3 I0408 03:32:18.754764 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:32:18.754776 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:32:18.769126 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:32:21.898315 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:32:21.898339 1 tasks.go:49] processing task group 2 of 3 I0408 03:32:21.898366 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:32:21.898370 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:32:21.898382 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:32:21.898405 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:32:21.898420 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:32:21.898448 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:32:21.898468 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:32:21.898491 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:32:21.898497 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:32:21.898517 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:32:21.898531 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:32:21.898547 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:32:21.898557 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:32:21.898604 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:32:21.898625 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:32:21.960798 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:32:21.986103 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:32:21.989133 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:32:22.053312 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:32:22.980604 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:32:23.004998 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:32:23.008940 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:32:23.029536 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:32:23.041628 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:32:25.062897 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:32:27.047913 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:32:27.962813 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:32:28.054073 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:32:33.071940 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:32:37.237368 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:32:37.237398 1 tasks.go:49] processing task group 3 of 3 I0408 03:32:37.237415 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:32:37.281400 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:32:37.287380 1 operator.go:851] Updating ClusterOperator status to done. I0408 03:37:00.110410 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0408 03:37:00.110485 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0408 03:37:00.142962 1 operator.go:830] Updating ClusterOperator status to InProgress. I0408 03:37:00.148551 1 tasks.go:49] processing task group 1 of 3 I0408 03:37:00.148584 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0408 03:37:00.148601 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:37:00.164656 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0408 03:37:03.313890 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0408 03:37:03.313912 1 tasks.go:49] processing task group 2 of 3 I0408 03:37:03.313937 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:37:03.313944 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0408 03:37:03.313959 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:37:03.313981 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0408 03:37:03.314000 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0408 03:37:03.314027 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:37:03.314039 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0408 03:37:03.314079 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0408 03:37:03.314090 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:37:03.314107 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:37:03.314125 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:37:03.314142 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0408 03:37:03.314148 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0408 03:37:03.314170 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0408 03:37:03.314187 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0408 03:37:03.370237 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0408 03:37:03.387862 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0408 03:37:03.395814 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0408 03:37:03.454962 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0408 03:37:04.391641 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0408 03:37:04.416775 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0408 03:37:04.424493 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0408 03:37:04.442506 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0408 03:37:04.445907 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0408 03:37:06.485336 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0408 03:37:08.466624 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0408 03:37:09.377880 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0408 03:37:09.464006 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0408 03:37:14.483465 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0408 03:37:18.659111 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0408 03:37:18.659139 1 tasks.go:49] processing task group 3 of 3 I0408 03:37:18.659156 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0408 03:37:18.695647 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0408 03:37:18.701343 1 operator.go:851] Updating ClusterOperator status to done.