W0331 03:51:19.707029 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0331 03:51:19.707666 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0331 03:51:19.707682 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0331 03:51:19.707687 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0331 03:51:19.707691 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0331 03:51:19.707694 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0331 03:51:19.730180 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0331 03:51:19.733291 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0331 03:51:19.733371 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0331 03:51:19.733635 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0331 03:51:19.734919 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0331 03:51:19.740713 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:51:19.741595 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0331 03:51:19.744845 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:51:19.745094 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:51:19.745421 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:51:19.745619 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0331 03:51:19.745969 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:51:19.746492 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:51:19.747561 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:51:19.748114 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:51:19.748247 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0331 03:51:19.748962 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:51:19.749791 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:51:19.752966 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 03:51:19.755561 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 03:51:19.756029 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:51:19.782766 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0331 03:51:19.837212 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 03:51:19.837242 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0331 03:51:19.837245 1 rule_controller.go:114] Starting alerting rules controller I0331 03:51:19.837256 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester W0331 03:51:19.837262 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:51:19.837262 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0331 03:51:19.837258 1 relabel_controller.go:117] Starting alert relabel config controller I0331 03:51:19.837272 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0331 03:51:19.837271 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0331 03:51:19.837278 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0331 03:51:19.837284 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0331 03:51:19.837242 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0331 03:51:19.837264 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0331 03:51:19.837306 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0331 03:51:19.837312 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0331 03:51:19.840516 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0331 03:51:19.840968 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0331 03:51:19.841026 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0331 03:51:19.841104 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0331 03:51:19.845499 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.845533 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.845498 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.845597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 03:51:19.845622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 03:51:19.845714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0331 03:51:19.861870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-fdgh7" is created for OpenShiftMonitoringClientCertRequester I0331 03:51:19.862201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-wqntj" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0331 03:51:19.862877 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-knlpl" is created for OpenShiftMonitoringTelemeterClientCertRequester I0331 03:51:19.874524 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.874535 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.874974 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.879931 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.879941 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.880415 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.884729 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.885818 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.885825 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.888100 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:51:19.889559 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.890751 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.891949 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.897971 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.897976 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.897980 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.908567 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.909040 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.909597 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.910565 1 tasks.go:49] processing task group 1 of 3 I0331 03:51:19.910590 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:51:19.910602 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:51:19.915444 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.918910 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.918921 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.920954 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.924188 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.927806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0331 03:51:19.928236 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.929413 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.929415 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.935821 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.937930 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0331 03:51:19.938005 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0331 03:51:19.941423 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.941435 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.941481 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0331 03:51:19.943131 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.951261 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:51:19.951791 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.951825 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.951854 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.952123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0331 03:51:19.958216 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.958217 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.958492 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.982812 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.983157 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.983159 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.990286 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.990320 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:19.990328 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:20.001800 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:20.002044 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:20.002076 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:20.055682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0331 03:51:20.146261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0331 03:51:20.162231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 03:51:20.187935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 03:51:20.204158 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0331 03:51:20.484278 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0331 03:51:20.485693 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0331 03:51:20.485709 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0331 03:51:20.485726 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0331 03:51:20.485733 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0331 03:51:20.488219 1 secure_serving.go:57] Forcing use of http/1.1 only I0331 03:51:20.488233 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0331 03:51:20.493651 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0331 03:51:20.493655 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0331 03:51:20.493670 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0331 03:51:20.493677 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0331 03:51:20.493687 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0331 03:51:20.493695 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0331 03:51:20.494041 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0331 03:51:20.494182 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929067\" (2026-03-31 03:51:15 +0000 UTC to 2028-03-30 03:51:16 +0000 UTC (now=2026-03-31 03:51:20.494159006 +0000 UTC))" I0331 03:51:20.494352 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929080\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929080\" (2026-03-31 02:51:19 +0000 UTC to 2029-03-31 02:51:19 +0000 UTC (now=2026-03-31 03:51:20.494337321 +0000 UTC))" I0331 03:51:20.494369 1 secure_serving.go:211] Serving securely on [::]:8443 I0331 03:51:20.494403 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0331 03:51:20.494406 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0331 03:51:20.496999 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0331 03:51:20.498450 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0331 03:51:20.498466 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0331 03:51:20.594139 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0331 03:51:20.594150 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0331 03:51:20.594170 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0331 03:51:20.594327 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-31 03:39:32 +0000 UTC to 2036-03-28 03:39:32 +0000 UTC (now=2026-03-31 03:51:20.594304326 +0000 UTC))" I0331 03:51:20.594544 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929067\" (2026-03-31 03:51:15 +0000 UTC to 2028-03-30 03:51:16 +0000 UTC (now=2026-03-31 03:51:20.594529471 +0000 UTC))" I0331 03:51:20.594707 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929080\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929080\" (2026-03-31 02:51:19 +0000 UTC to 2029-03-31 02:51:19 +0000 UTC (now=2026-03-31 03:51:20.59469547 +0000 UTC))" I0331 03:51:20.594853 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-31 03:39:34 +0000 UTC to 2036-03-28 03:39:34 +0000 UTC (now=2026-03-31 03:51:20.594841697 +0000 UTC))" I0331 03:51:20.594874 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-31 03:39:35 +0000 UTC to 2036-03-28 03:39:35 +0000 UTC (now=2026-03-31 03:51:20.594864571 +0000 UTC))" I0331 03:51:20.594892 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-31 03:39:39 +0000 UTC to 2036-03-28 03:39:39 +0000 UTC (now=2026-03-31 03:51:20.594880186 +0000 UTC))" I0331 03:51:20.594910 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-31 03:39:41 +0000 UTC to 2036-03-28 03:39:41 +0000 UTC (now=2026-03-31 03:51:20.594901994 +0000 UTC))" I0331 03:51:20.594926 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-31 03:39:44 +0000 UTC to 2036-03-28 03:39:44 +0000 UTC (now=2026-03-31 03:51:20.594917697 +0000 UTC))" I0331 03:51:20.594946 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4-kx-8259435a9f_customer-system-admin-signer@1774928518\" [] issuer=\"\" (2026-03-31 03:41:58 +0000 UTC to 2026-04-07 03:41:59 +0000 UTC (now=2026-03-31 03:51:20.594933374 +0000 UTC))" I0331 03:51:20.594965 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pcf4qvmb8c8ij76t9r5ocbboorpi5e4-kx-8259435a9f_sre-system-admin-signer@1774928518\" [] issuer=\"\" (2026-03-31 03:41:58 +0000 UTC to 2026-04-07 03:41:59 +0000 UTC (now=2026-03-31 03:51:20.594956014 +0000 UTC))" I0331 03:51:20.594981 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-31 03:39:32 +0000 UTC to 2036-03-28 03:39:32 +0000 UTC (now=2026-03-31 03:51:20.594973148 +0000 UTC))" I0331 03:51:20.595147 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774929067\" (2026-03-31 03:51:15 +0000 UTC to 2028-03-30 03:51:16 +0000 UTC (now=2026-03-31 03:51:20.595135137 +0000 UTC))" I0331 03:51:20.595298 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774929080\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774929080\" (2026-03-31 02:51:19 +0000 UTC to 2029-03-31 02:51:19 +0000 UTC (now=2026-03-31 03:51:20.595287786 +0000 UTC))" I0331 03:51:25.248897 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:51:30.263623 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:30.263634 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:30.263649 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0331 03:51:30.263826 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-31T03:46:30Z",   ) I0331 03:51:30.263842 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-30T03:46:30Z",   ) I0331 03:51:30.263856 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-31T03:46:30Z",   ) I0331 03:51:30.263860 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-31T03:46:30Z",   ) I0331 03:51:30.263873 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-30T03:46:30Z",   ) I0331 03:51:30.263876 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-30T03:46:30Z",   ) I0331 03:51:30.274281 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 03:51:30.274312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0331 03:51:30.277150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0331 03:51:30.277227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0331 03:51:30.277243 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 03:51:30.277281 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 03:51:34.263760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0331 03:51:34.277885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0331 03:51:34.293067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0331 03:51:38.577724 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0331 03:51:39.432578 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:51:39.432601 1 tasks.go:49] processing task group 2 of 3 I0331 03:51:39.432628 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:51:39.432630 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:51:39.432648 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:51:39.432666 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:51:39.432674 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:51:39.432677 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:51:39.432683 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:51:39.432689 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:51:39.432701 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:51:39.432704 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:51:39.432702 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:51:39.432716 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:51:39.432719 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:51:39.432715 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:51:39.432725 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:51:39.454702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0331 03:51:39.454728 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0331 03:51:39.471975 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0331 03:51:39.484079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0331 03:51:39.484097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0331 03:51:39.499306 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0331 03:51:39.533240 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:51:39.547735 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:51:39.578676 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:51:39.594956 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0331 03:51:39.631756 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0331 03:51:39.647274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0331 03:51:39.647611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0331 03:51:39.647648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0331 03:51:39.647669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0331 03:51:39.737130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0331 03:51:39.743711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing W0331 03:51:39.759085 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0331 03:51:39.759111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0331 03:51:39.833219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0331 03:51:39.841489 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0331 03:51:39.851201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0331 03:51:39.851219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0331 03:51:39.858411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0331 03:51:39.872818 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0331 03:51:39.873634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0331 03:51:39.902472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0331 03:51:39.903839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0331 03:51:39.932637 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0331 03:51:39.932656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0331 03:51:40.085254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0331 03:51:40.189897 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0331 03:51:40.266888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0331 03:51:40.339742 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0331 03:51:40.428257 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0331 03:51:40.531460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0331 03:51:40.537248 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0331 03:51:40.628283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0331 03:51:40.644719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0331 03:51:40.661249 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0331 03:51:40.723780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0331 03:51:40.741126 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0331 03:51:40.763648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0331 03:51:40.837084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0331 03:51:40.861927 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0331 03:51:40.963800 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0331 03:51:40.980045 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0331 03:51:41.029007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0331 03:51:41.032839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0331 03:51:41.055702 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 03:51:41.056254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0331 03:51:41.062092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0331 03:51:41.187063 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0331 03:51:41.356772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0331 03:51:41.435286 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 03:51:41.493837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0331 03:51:41.608462 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0331 03:51:41.612618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0331 03:51:41.628470 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0331 03:51:41.643542 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:51:41.781863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0331 03:51:41.870931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0331 03:51:41.965414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0331 03:51:42.067994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0331 03:51:42.188731 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:51:42.286724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0331 03:51:42.386228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0331 03:51:42.496164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0331 03:51:42.626923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:51:42.757490 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:51:42.757570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0331 03:51:42.758548 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 03:51:42.760346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0331 03:51:42.920137 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0331 03:51:42.987226 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:51:43.014120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:51:43.039946 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0331 03:51:43.063846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-du85fd4tecb58 -n openshift-monitoring because it was missing I0331 03:51:43.611815 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:51:43.621424 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:51:43.812526 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0331 03:51:44.496988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0331 03:51:44.524925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0331 03:51:44.843700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-1ifp0f0st01n0 -n openshift-monitoring because it was missing I0331 03:51:46.078963 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-9invlcfu2m87u -n openshift-monitoring because it was missing I0331 03:51:46.103753 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0331 03:51:46.128189 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0331 03:51:46.145658 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0331 03:51:52.078077 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:51:52.078076 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:51:52.589782 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:51:52.589864 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0331 03:51:55.248650 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:51:59.153974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0331 03:51:59.204063 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:52:10.248239 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:52:12.907548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0331 03:52:12.920740 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:52:12.920807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0331 03:52:25.249688 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 03:52:31.124055 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:52:56.212065 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:52:56.212107 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0331 03:52:56.212116 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0331 03:52:56.212144 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0331 03:52:56.212175 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:52:56.250706 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:52:56.256114 1 tasks.go:49] processing task group 1 of 3 I0331 03:52:56.256143 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:52:56.256163 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:52:56.270853 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:52:57.308558 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZklQVDZpZWpkamd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05Ea3lPVEEyTnpBZQpGdzB5TmpBek16RXdNelV4TURaYUZ3MHlPREExTWprd016VXhNRGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE1TWprd05qY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRExGd1I4TEFYNVRsY2tiMDg3Q2t3VENJejRrV2FodzBIbgpIcFlQTjRyNXR3cmFaU2FZWGxPQk1keERhaU9OZkNZV0xGSVhaczZ1OEhtTWZ5dTNWZjBLZzFOS3YyNlZjRUllCnJ5dHJraW5JTGFMYUNNcmd3a1JmSnEzalBQUzZYUnVpSDlzT2lSbWN6NXJnY1phZXI4aGxtdWMzUzZubS9pbFYKUjQ5NE42dDBrVWZvWUMxbWl2TFNlSTNrZkVxeGl2aVYxUkZtbVRkTDRRZ1RPVUVLVStpUDRQZXJWdCtKZXdQdwo5T3lZcjBLN2tOa1lFNW9UU1NTekN0VGRtaEpWSERmNmpnZWJtOG5PR2l5cDNkS3VDQ1VyTmFveXl4K3Y2bHJpClRWUnR3K0RNYkQrbWlHeFlSWXpuK250UzBaVUpIdENjTTQySWFsM2xvNGVRV3J5bWZnS0xBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNpV0RUOQphZEJJQnV2SFAvL2F2UTkxZHZxaUFUQWZCZ05WSFNNRUdEQVdnQlNpV0RUOWFkQklCdXZIUC8vYXZROTFkdnFpCkFUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVQkMrQ3J4OE5VRFMzTHd2WkVBMmUxWjF1MzduVFVWSlhzbmYKY1haYUFBRW5zN1pMTldKUkpianYrc0FBR3FhTHR1V1BUMjQ4Zmo0aEtDVy92QmFyUSsyei9KbVk3T2J2ZFZSLwpnaGpPVFZmVTc5VXVzbU9BMitic1IwMENObDhKUXdWOUJCbUQ3UTJINit1MGRybm4rQVZZWERZa29vUlJ0MUpDCkphck9KcFZXaGlpMmVlYkg0Ry94N2lKQ2ZWUUVTdFU1MDNFWmRFOFY4S1FlckR4Q0NEeElNL2Y1TGRzWE1mR1EKVXV5NW1mREJtdUJQbEJ1VWJ1YjhlZGpXVXdNUC9HQitVSThlWVBnZ3QvZm9xS1BYbHdSNXdVNGZlYitvenBHZQo0Y29WZ1o2SUJGZW1KdllIS3Yxc2N5K0V5bHlzaTZ0ejllNmc1amg2YTVsTEl0M3NLUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0331 03:52:57.314533 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0331 03:52:57.319477 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZklQVDZpZWpkamd3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05Ea3lPVEEyTnpBZQpGdzB5TmpBek16RXdNelV4TURaYUZ3MHlPREExTWprd016VXhNRGRhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelE1TWprd05qY3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRExGd1I4TEFYNVRsY2tiMDg3Q2t3VENJejRrV2FodzBIbgpIcFlQTjRyNXR3cmFaU2FZWGxPQk1keERhaU9OZkNZV0xGSVhaczZ1OEhtTWZ5dTNWZjBLZzFOS3YyNlZjRUllCnJ5dHJraW5JTGFMYUNNcmd3a1JmSnEzalBQUzZYUnVpSDlzT2lSbWN6NXJnY1phZXI4aGxtdWMzUzZubS9pbFYKUjQ5NE42dDBrVWZvWUMxbWl2TFNlSTNrZkVxeGl2aVYxUkZtbVRkTDRRZ1RPVUVLVStpUDRQZXJWdCtKZXdQdwo5T3lZcjBLN2tOa1lFNW9UU1NTekN0VGRtaEpWSERmNmpnZWJtOG5PR2l5cDNkS3VDQ1VyTmFveXl4K3Y2bHJpClRWUnR3K0RNYkQrbWlHeFlSWXpuK250UzBaVUpIdENjTTQySWFsM2xvNGVRV3J5bWZnS0xBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNpV0RUOQphZEJJQnV2SFAvL2F2UTkxZHZxaUFUQWZCZ05WSFNNRUdEQVdnQlNpV0RUOWFkQklCdXZIUC8vYXZROTFkdnFpCkFUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFVQkMrQ3J4OE5VRFMzTHd2WkVBMmUxWjF1MzduVFVWSlhzbmYKY1haYUFBRW5zN1pMTldKUkpianYrc0FBR3FhTHR1V1BUMjQ4Zmo0aEtDVy92QmFyUSsyei9KbVk3T2J2ZFZSLwpnaGpPVFZmVTc5VXVzbU9BMitic1IwMENObDhKUXdWOUJCbUQ3UTJINit1MGRybm4rQVZZWERZa29vUlJ0MUpDCkphck9KcFZXaGlpMmVlYkg0Ry94N2lKQ2ZWUUVTdFU1MDNFWmRFOFY4S1FlckR4Q0NEeElNL2Y1TGRzWE1mR1EKVXV5NW1mREJtdUJQbEJ1VWJ1YjhlZGpXVXdNUC9HQitVSThlWVBnZ3QvZm9xS1BYbHdSNXdVNGZlYitvenBHZQo0Y29WZ1o2SUJGZW1KdllIS3Yxc2N5K0V5bHlzaTZ0ejllNmc1amg2YTVsTEl0M3NLUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0331 03:52:57.325426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0331 03:52:59.408735 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:52:59.408758 1 tasks.go:49] processing task group 2 of 3 I0331 03:52:59.408783 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:52:59.408793 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:52:59.408839 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:52:59.408859 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:52:59.408878 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:52:59.408896 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:52:59.408919 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:52:59.408928 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:52:59.408959 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:52:59.408982 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:52:59.408957 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:52:59.409001 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:52:59.409012 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:52:59.409029 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:52:59.409050 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:52:59.468573 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:52:59.491857 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:52:59.494355 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:52:59.526691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0331 03:52:59.547091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0331 03:52:59.574660 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0331 03:52:59.578081 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:52:59.590807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0331 03:52:59.605711 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 03:52:59.666152 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 03:53:00.480552 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:53:00.512299 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:53:00.522027 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:53:00.544559 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:53:00.557088 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:53:02.568422 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:53:04.551211 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:53:04.657600 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0331 03:53:05.470037 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:53:08.786483 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 03:54:10.653812 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:55:14.789770 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:55:14.789796 1 tasks.go:49] processing task group 3 of 3 I0331 03:55:14.789811 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 03:55:14.838177 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 03:55:14.838254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"c6b290ea-461b-4eb0-a621-0c59011e388e", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0331 03:55:14.843613 1 operator.go:851] Updating ClusterOperator status to done. W0331 03:55:14.886597 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:55:14.937445 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:55:14.942190 1 tasks.go:49] processing task group 1 of 3 I0331 03:55:14.942216 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:55:14.942237 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:55:14.957498 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:55:18.088078 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:55:18.088098 1 tasks.go:49] processing task group 2 of 3 I0331 03:55:18.088121 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:55:18.088129 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:55:18.088139 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:55:18.088158 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:55:18.088173 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:55:18.088204 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:55:18.088227 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:55:18.088241 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:55:18.088243 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:55:18.088255 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:55:18.088280 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:55:18.088308 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:55:18.088209 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:55:18.088340 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:55:18.088320 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:55:18.156182 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:55:18.173509 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:55:18.181448 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:55:18.245337 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:55:19.179095 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:55:19.196348 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:55:19.214299 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:55:19.226826 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:55:19.246602 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:55:21.273433 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:55:23.251251 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:55:24.148811 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:55:24.262510 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 03:55:29.281527 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:55:33.441302 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:55:33.441327 1 tasks.go:49] processing task group 3 of 3 I0331 03:55:33.441344 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 03:55:33.480692 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 03:55:33.486200 1 operator.go:851] Updating ClusterOperator status to done. I0331 03:55:40.250264 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0331 03:55:40.250289 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:55:40.288716 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:55:40.301361 1 tasks.go:49] processing task group 1 of 3 I0331 03:55:40.301402 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:55:40.301418 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:55:40.320284 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:55:43.462376 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:55:43.462422 1 tasks.go:49] processing task group 2 of 3 I0331 03:55:43.462448 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:55:43.462454 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:55:43.462476 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:55:43.462481 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:55:43.462504 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:55:43.462513 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:55:43.462543 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:55:43.462559 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:55:43.462588 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:55:43.462597 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:55:43.462623 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:55:43.462629 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:55:43.462652 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:55:43.462671 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:55:43.462466 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:55:43.532545 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:55:43.553230 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:55:43.557733 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:55:43.635129 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:55:44.562304 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:55:44.596369 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:55:44.604469 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:55:44.624979 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:55:44.625697 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:55:46.662186 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:55:48.616578 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:55:49.529404 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:55:49.625584 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 03:55:54.657846 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:55:58.820648 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:55:58.820672 1 tasks.go:49] processing task group 3 of 3 I0331 03:55:58.820685 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 03:55:58.860471 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 03:55:58.865699 1 operator.go:851] Updating ClusterOperator status to done. I0331 03:56:19.837264 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 03:56:19.837306 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:56:19.876237 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:56:19.881127 1 tasks.go:49] processing task group 1 of 3 I0331 03:56:19.881151 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:56:19.881162 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:56:19.896190 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:56:23.040424 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:56:23.040447 1 tasks.go:49] processing task group 2 of 3 I0331 03:56:23.040473 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:56:23.040483 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:56:23.040499 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:56:23.040531 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:56:23.040543 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:56:23.040559 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:56:23.040583 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:56:23.040603 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:56:23.040619 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:56:23.040641 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:56:23.040661 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:56:23.040676 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:56:23.040700 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:56:23.040718 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:56:23.040754 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:56:23.116245 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:56:23.127417 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:56:23.137737 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:56:23.272542 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:56:24.134164 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:56:24.196553 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:56:24.208441 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:56:24.210485 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:56:24.225234 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:56:26.244773 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:56:28.204468 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:56:29.109690 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:56:29.221945 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 03:56:34.266081 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:56:38.408490 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:56:38.408513 1 tasks.go:49] processing task group 3 of 3 I0331 03:56:38.408530 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 03:56:38.454838 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 03:56:38.460968 1 operator.go:851] Updating ClusterOperator status to done. I0331 03:57:43.093664 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0331 03:57:43.093691 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 03:57:43.127651 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 03:57:43.132655 1 tasks.go:49] processing task group 1 of 3 I0331 03:57:43.132678 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 03:57:43.132695 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:57:43.149997 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 03:57:46.293895 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 03:57:46.293915 1 tasks.go:49] processing task group 2 of 3 I0331 03:57:46.293937 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:57:46.293945 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 03:57:46.293963 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 03:57:46.293983 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:57:46.294012 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 03:57:46.294030 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:57:46.294041 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 03:57:46.294056 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:57:46.294077 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 03:57:46.294118 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:57:46.294019 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 03:57:46.294105 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 03:57:46.294797 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 03:57:46.294919 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 03:57:46.294120 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:57:46.365590 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 03:57:46.392513 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 03:57:46.395875 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 03:57:46.456131 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 03:57:47.382625 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 03:57:47.410744 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 03:57:47.416120 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 03:57:47.439317 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 03:57:47.456570 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 03:57:49.480633 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 03:57:51.452239 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 03:57:52.367566 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 03:57:52.473904 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 03:57:57.485883 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 03:58:01.653540 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 03:58:01.653572 1 tasks.go:49] processing task group 3 of 3 I0331 03:58:01.653590 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 03:58:01.690980 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 03:58:01.696313 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:01:19.837852 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:01:19.837906 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:01:19.870010 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:01:19.875460 1 tasks.go:49] processing task group 1 of 3 I0331 04:01:19.875487 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:01:19.875501 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:01:19.888997 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:01:23.123731 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:01:23.123755 1 tasks.go:49] processing task group 2 of 3 I0331 04:01:23.123779 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:01:23.123788 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:01:23.123800 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:01:23.123831 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:01:23.123852 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:01:23.123872 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:01:23.123897 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:01:23.123918 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:01:23.123936 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:01:23.123955 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:01:23.123959 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:01:23.123982 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:01:23.123981 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:01:23.123999 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:01:23.124021 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:01:23.243474 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:01:23.259959 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:01:23.272187 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:01:23.347272 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:01:24.261744 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:01:24.282666 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:01:24.289328 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:01:24.293911 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:01:24.322583 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:01:26.348936 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:01:28.325763 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:01:29.240701 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:01:29.361441 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:01:34.320099 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:01:38.532996 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:01:38.533026 1 tasks.go:49] processing task group 3 of 3 I0331 04:01:38.533043 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:01:38.579504 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:01:38.585373 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:06:19.742311 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0331 04:06:19.742352 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:06:19.742410 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0331 04:06:19.745435 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0331 04:06:19.746628 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0331 04:06:19.746712 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:06:19.746746 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:06:19.746783 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 04:06:19.746847 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 04:06:19.747967 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:06:19.749365 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:06:19.750524 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:06:19.779119 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:06:19.783132 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0331 04:06:19.784279 1 tasks.go:49] processing task group 1 of 3 I0331 04:06:19.784304 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:06:19.784314 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:06:19.803357 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:06:19.837845 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 04:06:22.949727 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:06:22.949750 1 tasks.go:49] processing task group 2 of 3 I0331 04:06:22.949798 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:06:22.949845 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:06:22.949865 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:06:22.949883 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:06:22.949901 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:06:22.949919 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:06:22.949941 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:06:22.949959 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:06:22.949979 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:06:22.950001 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:06:22.950029 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:06:22.950064 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:06:22.950080 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:06:22.950104 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:06:22.950111 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:06:23.024340 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:06:23.045591 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:06:23.047609 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:06:23.119300 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:06:24.043187 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:06:24.068754 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:06:24.079093 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:06:24.088614 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:06:24.110479 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:06:26.126465 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:06:28.109657 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:06:29.012780 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:06:29.125443 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:06:34.130958 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:06:38.400552 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:06:38.400579 1 tasks.go:49] processing task group 3 of 3 I0331 04:06:38.400594 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:06:38.815826 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:06:38.851411 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:06:38.892059 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:06:39.043026 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:06:39.060202 1 tasks.go:49] processing task group 1 of 3 I0331 04:06:39.060229 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:06:39.060242 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:06:39.106077 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:06:42.287629 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:06:42.287652 1 tasks.go:49] processing task group 2 of 3 I0331 04:06:42.287674 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:06:42.287680 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:06:42.287701 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:06:42.287719 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:06:42.287730 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:06:42.287753 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:06:42.287770 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:06:42.287789 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:06:42.287802 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:06:42.287826 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:06:42.287829 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:06:42.287852 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:06:42.287865 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:06:42.287879 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:06:42.287709 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:06:42.381493 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:06:42.403095 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:06:42.422717 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:06:42.507372 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:06:43.407829 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:06:43.475912 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:06:43.497691 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:06:43.530588 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:06:43.553750 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:06:45.528286 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:06:47.501220 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:06:48.352262 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:06:48.496585 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:06:53.548889 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:06:57.725161 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:06:57.725184 1 tasks.go:49] processing task group 3 of 3 I0331 04:06:57.725200 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:06:57.767834 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:06:57.773106 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:11:19.837491 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:11:19.837549 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:11:19.870046 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:11:19.875453 1 tasks.go:49] processing task group 1 of 3 I0331 04:11:19.875480 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:11:19.875492 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:11:19.889287 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:11:23.242781 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:11:23.242801 1 tasks.go:49] processing task group 2 of 3 I0331 04:11:23.242824 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:11:23.242829 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:11:23.242843 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:11:23.242860 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:11:23.242879 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:11:23.242899 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:11:23.242917 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:11:23.242941 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:11:23.242954 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:11:23.242989 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:11:23.243002 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:11:23.243034 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:11:23.243043 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:11:23.243059 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:11:23.243071 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:11:23.464168 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:11:23.476659 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:11:23.528640 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:11:23.630864 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:11:24.417135 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:11:24.495042 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:11:24.513591 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:11:24.519476 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:11:24.563443 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:11:26.546917 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:11:28.562467 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:11:29.327323 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:11:29.580432 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:11:34.504120 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:11:38.733364 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:11:38.733407 1 tasks.go:49] processing task group 3 of 3 I0331 04:11:38.733423 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:11:38.775643 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:11:38.782864 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:16:19.837927 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0331 04:16:19.837987 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:16:19.868286 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:16:19.873170 1 tasks.go:49] processing task group 1 of 3 I0331 04:16:19.873200 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:16:19.873212 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:16:19.887808 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:16:23.111775 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:16:23.111800 1 tasks.go:49] processing task group 2 of 3 I0331 04:16:23.111837 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:16:23.111835 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:16:23.111849 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:16:23.111871 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:16:23.111895 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:16:23.111909 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:16:23.111930 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:16:23.111947 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:16:23.111962 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:16:23.111984 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:16:23.111994 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:16:23.111998 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:16:23.112038 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:16:23.112045 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:16:23.112066 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:16:23.247652 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:16:23.289219 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:16:23.299852 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:16:23.482907 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:16:24.256999 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:16:24.280660 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:16:24.303422 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:16:24.311272 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:16:24.382847 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:16:26.366931 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:16:28.328789 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:16:29.186776 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:16:29.373222 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:16:34.325271 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:16:38.565512 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:16:38.565538 1 tasks.go:49] processing task group 3 of 3 I0331 04:16:38.565553 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:16:38.604963 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:16:38.610278 1 operator.go:851] Updating ClusterOperator status to done. I0331 04:21:19.742346 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0331 04:21:19.742404 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:21:19.742442 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0331 04:21:19.746457 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0331 04:21:19.747531 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0331 04:21:19.747633 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0331 04:21:19.747758 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0331 04:21:19.747783 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0331 04:21:19.747813 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0331 04:21:19.748176 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0331 04:21:19.750427 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0331 04:21:19.751504 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0331 04:21:19.778129 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:21:19.783202 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0331 04:21:19.783257 1 tasks.go:49] processing task group 1 of 3 I0331 04:21:19.783280 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:21:19.783291 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:21:19.797630 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:21:19.838262 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0331 04:21:22.983774 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:21:22.983796 1 tasks.go:49] processing task group 2 of 3 I0331 04:21:22.983819 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:21:22.983827 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:21:22.983841 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:21:22.983857 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:21:22.983880 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:21:22.983901 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:21:22.983914 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:21:22.983928 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:21:22.983943 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:21:22.983960 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:21:22.983976 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:21:22.983995 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:21:22.984009 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:21:22.984028 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:21:22.984026 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:21:23.113726 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:21:23.136816 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:21:23.176438 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:21:23.334434 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:21:24.144803 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:21:24.148145 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:21:24.171309 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:21:24.180755 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:21:24.238322 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:21:26.189199 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:21:28.215635 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:21:29.299583 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:21:29.321590 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:21:34.197247 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:21:38.393870 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:21:38.393895 1 tasks.go:49] processing task group 3 of 3 I0331 04:21:38.393911 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:21:38.436232 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:21:38.441637 1 operator.go:851] Updating ClusterOperator status to done. W0331 04:21:38.451611 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0331 04:21:38.480179 1 operator.go:830] Updating ClusterOperator status to InProgress. I0331 04:21:38.485473 1 tasks.go:49] processing task group 1 of 3 I0331 04:21:38.485502 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0331 04:21:38.485514 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:21:38.509192 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0331 04:21:41.666020 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0331 04:21:41.666044 1 tasks.go:49] processing task group 2 of 3 I0331 04:21:41.666074 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:21:41.666082 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:21:41.666095 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0331 04:21:41.666110 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:21:41.666132 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:21:41.666148 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0331 04:21:41.666174 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0331 04:21:41.666183 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0331 04:21:41.666209 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0331 04:21:41.666218 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0331 04:21:41.666227 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0331 04:21:41.666248 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0331 04:21:41.666157 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:21:41.666193 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:21:41.666074 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0331 04:21:41.737828 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0331 04:21:41.768575 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0331 04:21:41.769544 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0331 04:21:41.851861 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0331 04:21:42.746340 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0331 04:21:42.772214 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0331 04:21:42.786001 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0331 04:21:42.796436 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0331 04:21:42.818003 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0331 04:21:44.840459 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0331 04:21:46.814554 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0331 04:21:47.728360 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0331 04:21:47.855801 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0331 04:21:52.836843 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0331 04:21:57.017232 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0331 04:21:57.017256 1 tasks.go:49] processing task group 3 of 3 I0331 04:21:57.017272 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0331 04:21:57.060668 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0331 04:21:57.066457 1 operator.go:851] Updating ClusterOperator status to done.