W0326 23:16:07.214575 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0326 23:16:07.214887 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0326 23:16:07.214901 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0326 23:16:07.214905 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0326 23:16:07.214909 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0326 23:16:07.214912 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0326 23:16:07.239517 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0326 23:16:07.243486 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0326 23:16:07.245069 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0326 23:16:07.245699 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0326 23:16:07.246427 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:16:07.253426 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:16:07.253985 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:16:07.254834 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:16:07.256826 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:16:07.256832 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:16:07.257180 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0326 23:16:07.257591 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:16:07.258863 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:16:07.258948 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0326 23:16:07.259351 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:16:07.260026 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:16:07.260047 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:16:07.260523 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:16:07.264977 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:16:07.265717 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:16:07.266528 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:16:07.293582 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:16:07.349666 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:16:07.349684 1 rule_controller.go:114] Starting alerting rules controller I0326 23:16:07.349695 1 relabel_controller.go:117] Starting alert relabel config controller I0326 23:16:07.349708 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0326 23:16:07.349712 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" W0326 23:16:07.349718 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:16:07.349731 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:16:07.349751 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:16:07.349708 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0326 23:16:07.349759 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0326 23:16:07.349718 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0326 23:16:07.350097 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0326 23:16:07.349692 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:16:07.350353 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:16:07.350371 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0326 23:16:07.353723 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0326 23:16:07.354637 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0326 23:16:07.354690 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0326 23:16:07.354857 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0326 23:16:07.356991 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.356992 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.357165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:16:07.357226 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.357292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:16:07.357357 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:16:07.370414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-27xnn" is created for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:16:07.371115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-jb4n2" is created for OpenShiftMonitoringClientCertRequester I0326 23:16:07.374218 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-dsgdv" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:16:07.379134 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.379370 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.383126 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.387788 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.387799 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.390842 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.394711 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.394715 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.398061 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.399193 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:16:07.404770 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.404780 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.404772 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.411075 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.412769 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.412772 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.418731 1 tasks.go:49] processing task group 1 of 3 I0326 23:16:07.418754 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:16:07.418769 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:16:07.419145 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.421170 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.421185 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.427429 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.427922 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.428121 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.432212 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.432880 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.434021 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.438648 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.439178 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.439186 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.439533 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0326 23:16:07.450198 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0326 23:16:07.450208 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0326 23:16:07.452495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0326 23:16:07.452957 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.452961 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.452963 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.453104 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T23:11:07Z", ) I0326 23:16:07.453110 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T23:11:07Z", ) I0326 23:16:07.453120 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T23:11:07Z", ) I0326 23:16:07.453123 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T23:11:07Z", ) I0326 23:16:07.464360 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:16:07.464492 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:16:07.464626 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:16:07.464716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0326 23:16:07.464732 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T23:11:07Z", ) I0326 23:16:07.464744 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T23:11:07Z", ) I0326 23:16:07.465935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0326 23:16:07.466314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0326 23:16:07.466332 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:16:07.474586 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:16:07.475044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0326 23:16:07.523729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:16:07.611087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:16:07.625391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:16:07.654858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:16:07.674389 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:16:07.852252 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0326 23:16:07.853631 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0326 23:16:07.853645 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0326 23:16:07.853661 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0326 23:16:07.853666 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0326 23:16:07.856213 1 secure_serving.go:57] Forcing use of http/1.1 only I0326 23:16:07.856231 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0326 23:16:07.862062 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 23:16:07.862074 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:16:07.862082 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0326 23:16:07.862083 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:16:07.862090 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:16:07.862098 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:16:07.862368 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:16:07.862469 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774566938\" (2026-03-26 23:15:48 +0000 UTC to 2028-03-25 23:15:49 +0000 UTC (now=2026-03-26 23:16:07.86243297 +0000 UTC))" I0326 23:16:07.862641 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774566967\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774566967\" (2026-03-26 22:16:07 +0000 UTC to 2029-03-26 22:16:07 +0000 UTC (now=2026-03-26 23:16:07.862626808 +0000 UTC))" I0326 23:16:07.862659 1 secure_serving.go:211] Serving securely on [::]:8443 I0326 23:16:07.862676 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0326 23:16:07.862687 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0326 23:16:07.865682 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0326 23:16:07.865709 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0326 23:16:07.865728 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0326 23:16:07.963199 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0326 23:16:07.963298 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:16:07.963324 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:16:07.963467 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:05:50 +0000 UTC to 2036-03-23 23:05:50 +0000 UTC (now=2026-03-26 23:16:07.963446522 +0000 UTC))" I0326 23:16:07.963666 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774566938\" (2026-03-26 23:15:48 +0000 UTC to 2028-03-25 23:15:49 +0000 UTC (now=2026-03-26 23:16:07.963651349 +0000 UTC))" I0326 23:16:07.963834 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774566967\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774566967\" (2026-03-26 22:16:07 +0000 UTC to 2029-03-26 22:16:07 +0000 UTC (now=2026-03-26 23:16:07.963822408 +0000 UTC))" I0326 23:16:07.963972 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-26 23:05:54 +0000 UTC to 2036-03-23 23:05:54 +0000 UTC (now=2026-03-26 23:16:07.963957967 +0000 UTC))" I0326 23:16:07.963991 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-26 23:06:02 +0000 UTC to 2036-03-23 23:06:02 +0000 UTC (now=2026-03-26 23:16:07.963982357 +0000 UTC))" I0326 23:16:07.964005 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-26 23:06:05 +0000 UTC to 2036-03-23 23:06:05 +0000 UTC (now=2026-03-26 23:16:07.96399758 +0000 UTC))" I0326 23:16:07.964023 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-26 23:06:08 +0000 UTC to 2036-03-23 23:06:08 +0000 UTC (now=2026-03-26 23:16:07.964015101 +0000 UTC))" I0326 23:16:07.964044 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-26 23:06:09 +0000 UTC to 2036-03-23 23:06:09 +0000 UTC (now=2026-03-26 23:16:07.964035638 +0000 UTC))" I0326 23:16:07.964059 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9mp5cv8t0e1bpnh305hr8ld9shop2c-kx-e7c017ecb5_customer-system-admin-signer@1774566464\" [] issuer=\"\" (2026-03-26 23:07:44 +0000 UTC to 2026-04-02 23:07:45 +0000 UTC (now=2026-03-26 23:16:07.964050282 +0000 UTC))" I0326 23:16:07.964076 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9mp5cv8t0e1bpnh305hr8ld9shop2c-kx-e7c017ecb5_sre-system-admin-signer@1774566464\" [] issuer=\"\" (2026-03-26 23:07:45 +0000 UTC to 2026-04-02 23:07:46 +0000 UTC (now=2026-03-26 23:16:07.964067538 +0000 UTC))" I0326 23:16:07.964095 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:05:50 +0000 UTC to 2036-03-23 23:05:50 +0000 UTC (now=2026-03-26 23:16:07.964084318 +0000 UTC))" I0326 23:16:07.964259 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774566938\" (2026-03-26 23:15:48 +0000 UTC to 2028-03-25 23:15:49 +0000 UTC (now=2026-03-26 23:16:07.964247613 +0000 UTC))" I0326 23:16:07.964425 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774566967\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774566967\" (2026-03-26 22:16:07 +0000 UTC to 2029-03-26 22:16:07 +0000 UTC (now=2026-03-26 23:16:07.964414801 +0000 UTC))" I0326 23:16:10.730397 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0326 23:16:10.741912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0326 23:16:10.759361 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0326 23:16:15.876390 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:16:15.876413 1 tasks.go:49] processing task group 2 of 3 I0326 23:16:15.876437 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:16:15.876441 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:16:15.876458 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:16:15.876469 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:16:15.876481 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:16:15.876487 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:16:15.876489 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:16:15.876488 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:16:15.876502 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:16:15.876507 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:16:15.876514 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:16:15.876515 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:16:15.876525 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:16:15.876524 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:16:15.876537 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:16:15.894342 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:16:15.894464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:16:15.916304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0326 23:16:15.926654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0326 23:16:15.936636 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0326 23:16:15.936806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0326 23:16:15.974231 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:16:15.975887 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:16:15.997097 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:16:16.005611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0326 23:16:16.006763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:16:16.056401 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:16:16.060718 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 23:16:16.060735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:16:16.064056 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:16:16.144605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0326 23:16:16.146423 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:16:16.147346 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 23:16:16.148312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:16:16.148562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:16:16.149114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:16:16.164052 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0326 23:16:16.167143 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0326 23:16:16.167415 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:16:16.167432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:16:16.180842 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0326 23:16:16.184829 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:16:16.202367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0326 23:16:16.212739 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0326 23:16:16.305006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0326 23:16:16.319989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:16:16.409212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0326 23:16:16.511192 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:16:16.511216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0326 23:16:16.604985 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0326 23:16:16.613893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0326 23:16:16.672977 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0326 23:16:16.685011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0326 23:16:16.712407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0326 23:16:16.782227 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0326 23:16:16.886746 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0326 23:16:16.956157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0326 23:16:16.991654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0326 23:16:17.029815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:16:17.040653 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0326 23:16:17.077146 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:16:17.095459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0326 23:16:17.178457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:16:17.182749 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:16:17.192682 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0326 23:16:17.199579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0326 23:16:17.229130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0326 23:16:17.246663 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:16:17.246870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:16:17.284038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:16:17.304129 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0326 23:16:17.687559 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:16:17.785395 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:16:17.785420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0326 23:16:17.786286 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:16:18.009983 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:16:18.015053 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:16:18.024364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0326 23:16:18.043084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:16:18.067325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:16:18.189220 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0326 23:16:18.287576 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:16:18.303848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-51ba87u69bj8d -n openshift-monitoring because it was missing I0326 23:16:18.384351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:16:18.537301 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:16:18.642031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:16:18.782908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:16:18.889565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:16:19.024840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:16:19.126417 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:16:19.226837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:16:19.260541 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:16:19.326542 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:16:19.419606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:16:19.446821 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0326 23:16:19.748667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0326 23:16:20.315125 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:16:20.316180 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:16:20.784746 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-7d2fgsroqptkm -n openshift-monitoring because it was missing I0326 23:16:20.965650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:16:20.998240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:16:22.511499 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-29kgrdl1mqjq2 -n openshift-monitoring because it was missing I0326 23:16:22.532726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:16:22.561524 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:16:22.580652 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0326 23:16:25.063803 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:16:25.063890 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:16:29.377691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0326 23:16:29.433732 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:16:29.470218 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:16:33.448949 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:16:45.850420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0326 23:16:45.865232 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:16:45.865300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0326 23:16:48.453437 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:16:57.313593 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:17:03.446440 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:17:32.661471 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:17:32.661510 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0326 23:17:32.661517 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0326 23:17:32.661543 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0326 23:17:32.661569 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:17:32.707255 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:17:32.715206 1 tasks.go:49] processing task group 1 of 3 I0326 23:17:32.715242 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:17:32.715256 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:17:32.737636 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:17:33.789767 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSFJOODBYSFFtTW93RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJOamt6T0RBZQpGdzB5TmpBek1qWXlNekUxTXpoYUZ3MHlPREExTWpReU16RTFNemxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpZNU16Z3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGpHUWs5WGtvR3JtVmxZeFVmQVhwb25iQzVtSnplNUIzZApFaStaTmFwTWlTTzY0a0RGUTB6czJ2ejdXSVEyekZGZVQ5YmpJQTg5L09ZQVFHb1haVWM5bktZN1FnMWhURVpXCnNvZGJFanU1TnNEUnJleFBzWkJMMW0xY0FSSitYajNFRDNMbjFnNms2d091ZFFOQkZEQnhOeE4waDEweEVxSEMKQ1gybkM1dmZ0RVI0WFEyRmJtdi9qU2xoTDFld0o5RVc4b01NQlU2VGt3MmRCRG1xUXVOS25SQnpBbGVqRldCMQpyajk1UDhzdi9YNXVmYnJtR0NoMHVsUWxJSGZDLzZCenV1QzN2WEx4ZDF1OGkyTlRGcmVZdlk0M0RielY5UmlGCmt1bGI5Yk9iaHVGZTNrL25RSEV3ZlBrUklaVjF5U29DM29TU1FWYURDNk9iU3dITjN4aE5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlMzQjhRYgozUWhmYksyTXRraGIrVlVIazRVbzJUQWZCZ05WSFNNRUdEQVdnQlMzQjhRYjNRaGZiSzJNdGtoYitWVUhrNFVvCjJUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFDT3R2aHNoVHcvQ1F4eVkybWVmV2ViTVNXNkZMM1hydS94VnkKaWEzVmcrcXlZNVF0YjhhRkR3TzlEY1kzMGphYUlNTW5LN3RrU3FDQUFmcWVsRHVoQ1pJL0N2TDZWSTVwL0YvOAprSUFoMmdGSEgwd0xjYU8zZlBYRVdqL3lDL0NQTHlFNkkyKy8yR1FFZmx3b0J0b0tqMG5wNEt0WXZZUEFtRDExCjB3NCtVREp4MG9obVZja1VBQXU0Y2hVRzZrb3VYeXRYaWhRZEtLTzNodnIvRE9vcFdWQWc0RHRJWmt4bXZoOE0KM2N3bkl6MTBtZE5zckVrdHpDcnJXUVA5UzQwN2tWUTdvNFp1dzByRXErNlJmUXk4RTQ3cGRZUTdJWUJUUGt2NwpiMmxFdDdGWjBTSm43UUZhcjNwRkI1YVBnc0tjdjNKVVlXMXUzTG1tREs1SDRWRmhOUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:17:33.796311 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0326 23:17:33.801400 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJSFJOODBYSFFtTW93RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJOamt6T0RBZQpGdzB5TmpBek1qWXlNekUxTXpoYUZ3MHlPREExTWpReU16RTFNemxhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpZNU16Z3dnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGpHUWs5WGtvR3JtVmxZeFVmQVhwb25iQzVtSnplNUIzZApFaStaTmFwTWlTTzY0a0RGUTB6czJ2ejdXSVEyekZGZVQ5YmpJQTg5L09ZQVFHb1haVWM5bktZN1FnMWhURVpXCnNvZGJFanU1TnNEUnJleFBzWkJMMW0xY0FSSitYajNFRDNMbjFnNms2d091ZFFOQkZEQnhOeE4waDEweEVxSEMKQ1gybkM1dmZ0RVI0WFEyRmJtdi9qU2xoTDFld0o5RVc4b01NQlU2VGt3MmRCRG1xUXVOS25SQnpBbGVqRldCMQpyajk1UDhzdi9YNXVmYnJtR0NoMHVsUWxJSGZDLzZCenV1QzN2WEx4ZDF1OGkyTlRGcmVZdlk0M0RielY5UmlGCmt1bGI5Yk9iaHVGZTNrL25RSEV3ZlBrUklaVjF5U29DM29TU1FWYURDNk9iU3dITjN4aE5BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlMzQjhRYgozUWhmYksyTXRraGIrVlVIazRVbzJUQWZCZ05WSFNNRUdEQVdnQlMzQjhRYjNRaGZiSzJNdGtoYitWVUhrNFVvCjJUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFDT3R2aHNoVHcvQ1F4eVkybWVmV2ViTVNXNkZMM1hydS94VnkKaWEzVmcrcXlZNVF0YjhhRkR3TzlEY1kzMGphYUlNTW5LN3RrU3FDQUFmcWVsRHVoQ1pJL0N2TDZWSTVwL0YvOAprSUFoMmdGSEgwd0xjYU8zZlBYRVdqL3lDL0NQTHlFNkkyKy8yR1FFZmx3b0J0b0tqMG5wNEt0WXZZUEFtRDExCjB3NCtVREp4MG9obVZja1VBQXU0Y2hVRzZrb3VYeXRYaWhRZEtLTzNodnIvRE9vcFdWQWc0RHRJWmt4bXZoOE0KM2N3bkl6MTBtZE5zckVrdHpDcnJXUVA5UzQwN2tWUTdvNFp1dzByRXErNlJmUXk4RTQ3cGRZUTdJWUJUUGt2NwpiMmxFdDdGWjBTSm43UUZhcjNwRkI1YVBnc0tjdjNKVVlXMXUzTG1tREs1SDRWRmhOUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:17:33.807193 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0326 23:17:35.915303 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:17:35.915326 1 tasks.go:49] processing task group 2 of 3 I0326 23:17:35.915353 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:17:35.915358 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:17:35.915376 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:17:35.915397 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:17:35.915416 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:17:35.915450 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:17:35.915459 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:17:35.915480 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:17:35.915500 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:17:35.915529 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:17:35.915522 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:17:35.915542 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:17:35.915564 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:17:35.915590 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:17:35.915606 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:17:35.977037 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:17:35.997485 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:17:36.008805 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:17:36.015459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0326 23:17:36.028219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0326 23:17:36.041186 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0326 23:17:36.054216 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0326 23:17:36.068315 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:17:36.086400 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:17:36.146300 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:17:37.000204 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:17:37.016936 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:17:37.018988 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:17:37.024472 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:17:37.053368 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:17:39.069761 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:17:41.057151 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:17:41.115681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0326 23:17:41.971554 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:17:45.194166 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:18:37.106912 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:19:51.277186 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:19:51.277212 1 tasks.go:49] processing task group 3 of 3 I0326 23:19:51.277227 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:19:51.327029 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:19:51.327120 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"aa217a69-457e-4f3b-a577-b79d39febec5", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0326 23:19:51.345128 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:19:51.389930 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:19:51.428411 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:19:51.434240 1 tasks.go:49] processing task group 1 of 3 I0326 23:19:51.434261 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:19:51.434291 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:19:51.446958 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:19:54.586118 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:19:54.586139 1 tasks.go:49] processing task group 2 of 3 I0326 23:19:54.586164 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:19:54.586171 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:19:54.586182 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:19:54.586201 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:19:54.586232 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:19:54.586251 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:19:54.586286 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:19:54.586303 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:19:54.586327 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:19:54.586349 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:19:54.586366 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:19:54.586383 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:19:54.586391 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:19:54.586397 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:19:54.586420 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:19:54.644225 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:19:54.659902 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:19:54.694355 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:19:54.779706 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:19:55.658149 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:19:55.683453 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:19:55.686131 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:19:55.702585 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:19:55.716055 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:19:57.733099 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:19:59.707597 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:20:00.649325 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:20:00.734255 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:20:05.747503 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:20:09.890810 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:20:09.890834 1 tasks.go:49] processing task group 3 of 3 I0326 23:20:09.890850 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:20:09.925527 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:20:09.930345 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:20:18.448659 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 23:20:18.448692 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:20:18.574065 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:20:18.582963 1 tasks.go:49] processing task group 1 of 3 I0326 23:20:18.582985 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:20:18.582999 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:20:18.595890 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:20:21.711129 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:20:21.711153 1 tasks.go:49] processing task group 2 of 3 I0326 23:20:21.711175 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:20:21.711185 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:20:21.711202 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:20:21.711226 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:20:21.711236 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:20:21.711258 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:20:21.711303 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:20:21.711311 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:20:21.711334 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:20:21.711330 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:20:21.711347 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:20:21.711359 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:20:21.711379 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:20:21.711400 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:20:21.711448 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:20:21.771987 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:20:21.795763 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:20:21.797773 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:20:21.863134 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:20:22.794799 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:20:22.821100 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:20:22.824046 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:20:22.829606 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:20:22.849862 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:20:24.865195 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:20:26.843573 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:20:27.772104 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:20:27.867661 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:20:32.868349 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:20:37.022171 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:20:37.022195 1 tasks.go:49] processing task group 3 of 3 I0326 23:20:37.022209 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:20:37.065734 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:20:37.070856 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:20:54.450076 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 23:20:54.450107 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:20:54.479795 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:20:54.485216 1 tasks.go:49] processing task group 1 of 3 I0326 23:20:54.485246 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:20:54.485259 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:20:54.496898 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:20:57.607486 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:20:57.607507 1 tasks.go:49] processing task group 2 of 3 I0326 23:20:57.607529 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:20:57.607536 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:20:57.607542 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:20:57.607562 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:20:57.607595 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:20:57.607609 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:20:57.607618 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:20:57.607639 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:20:57.607661 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:20:57.607672 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:20:57.607726 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:20:57.607749 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:20:57.607764 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:20:57.607792 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:20:57.607772 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:20:57.659071 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:20:57.677845 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:20:57.687459 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:20:57.733046 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:20:58.675690 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:20:58.698021 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:20:58.698099 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:20:58.705746 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:20:58.725120 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:21:00.744999 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:21:02.721618 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:21:03.666411 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:21:03.753450 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:21:07.349968 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:21:08.747256 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:21:12.889624 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:21:12.889648 1 tasks.go:49] processing task group 3 of 3 I0326 23:21:12.889665 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:21:12.924980 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:21:12.929418 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:21:12.938247 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:21:12.962605 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:21:12.967206 1 tasks.go:49] processing task group 1 of 3 I0326 23:21:12.967229 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:21:12.967240 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:21:12.978037 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:21:16.081812 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:21:16.081835 1 tasks.go:49] processing task group 2 of 3 I0326 23:21:16.081862 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:21:16.081865 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:21:16.081880 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:21:16.081900 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:21:16.081930 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:21:16.081945 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:21:16.081963 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:21:16.081987 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:21:16.082007 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:21:16.082023 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:21:16.082043 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:21:16.082064 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:21:16.082089 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:21:16.082106 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:21:16.082135 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:21:16.124258 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:21:16.143167 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:21:16.165395 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:21:16.200111 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:21:17.150910 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:21:17.181418 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:21:17.192195 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:21:17.206987 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:21:17.208231 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:21:19.243518 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:21:21.203565 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:21:22.148729 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:21:22.218596 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:21:27.245371 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:21:31.398751 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:21:31.398777 1 tasks.go:49] processing task group 3 of 3 I0326 23:21:31.398793 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:21:31.434338 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:21:31.438873 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:26:07.350737 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:26:07.350789 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:26:07.376856 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:26:07.381475 1 tasks.go:49] processing task group 1 of 3 I0326 23:26:07.381501 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:26:07.381516 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:26:07.397575 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:26:10.555480 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:26:10.555504 1 tasks.go:49] processing task group 2 of 3 I0326 23:26:10.555531 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:26:10.555532 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:26:10.555549 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:26:10.555564 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:26:10.555587 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:26:10.555606 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:26:10.555622 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:26:10.555643 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:26:10.555663 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:26:10.555680 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:26:10.555743 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:26:10.555729 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:26:10.555731 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:26:10.555794 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:26:10.555797 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:26:10.632886 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:26:10.656962 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:26:10.664349 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:26:10.725522 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:26:11.650695 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:26:11.658656 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:26:11.675066 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:26:11.681538 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:26:11.729856 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:26:13.716189 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:26:15.709584 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:26:16.624838 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:26:16.738210 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:26:21.734176 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:26:25.913862 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:26:25.913890 1 tasks.go:49] processing task group 3 of 3 I0326 23:26:25.913903 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:26:25.967325 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:26:25.975691 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:31:07.257164 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0326 23:31:07.257205 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:31:07.257398 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:31:07.257409 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:31:07.258470 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:31:07.258500 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:31:07.258537 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:31:07.258550 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:31:07.259739 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:31:07.260806 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:31:07.260819 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:31:07.260840 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:31:07.292015 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:31:07.294718 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:31:07.307375 1 tasks.go:49] processing task group 1 of 3 I0326 23:31:07.307400 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:31:07.307411 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:31:07.323391 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:31:07.350627 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:31:10.464145 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:31:10.464166 1 tasks.go:49] processing task group 2 of 3 I0326 23:31:10.464191 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:31:10.464195 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:31:10.464214 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:31:10.464233 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:31:10.464247 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:31:10.464286 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:31:10.464303 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:31:10.464330 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:31:10.464350 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:31:10.464371 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:31:10.464366 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:31:10.464416 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:31:10.464423 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:31:10.464461 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:31:10.464465 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:31:10.511390 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:31:10.527696 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:31:10.554734 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:31:10.595148 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:31:11.533998 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:31:11.557068 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:31:11.559646 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:31:11.581342 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:31:11.599822 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:31:13.629322 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:31:15.580931 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:31:16.521978 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:31:16.604622 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:31:21.613165 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:31:25.793525 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:31:25.793550 1 tasks.go:49] processing task group 3 of 3 I0326 23:31:25.793562 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:31:25.830677 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:31:25.835865 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:31:25.844393 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:31:25.869535 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:31:25.874803 1 tasks.go:49] processing task group 1 of 3 I0326 23:31:25.874830 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:31:25.874843 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:31:25.886493 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:31:29.017611 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:31:29.017635 1 tasks.go:49] processing task group 2 of 3 I0326 23:31:29.017663 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:31:29.017663 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:31:29.017685 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:31:29.017700 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:31:29.017727 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:31:29.017735 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:31:29.017759 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:31:29.017789 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:31:29.017778 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:31:29.017814 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:31:29.017832 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:31:29.017843 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:31:29.017856 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:31:29.017872 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:31:29.017845 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:31:29.065969 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:31:29.082013 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:31:29.094309 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:31:29.137321 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:31:30.082755 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:31:30.105144 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:31:30.108631 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:31:30.128594 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:31:30.132885 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:31:32.162738 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:31:34.147302 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:31:35.076333 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:31:35.147663 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:31:40.156773 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:31:44.305756 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:31:44.305783 1 tasks.go:49] processing task group 3 of 3 I0326 23:31:44.305800 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:31:44.342787 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:31:44.347750 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:36:07.350510 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:36:07.350564 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:36:07.376674 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:36:07.380925 1 tasks.go:49] processing task group 1 of 3 I0326 23:36:07.380948 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:36:07.380962 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:36:07.392739 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:36:10.526234 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:36:10.526254 1 tasks.go:49] processing task group 2 of 3 I0326 23:36:10.526291 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:36:10.526296 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:36:10.526307 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:36:10.526320 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:36:10.526349 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:36:10.526361 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:36:10.526381 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:36:10.526398 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:36:10.526423 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:36:10.526433 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:36:10.526448 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:36:10.526468 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:36:10.526491 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:36:10.526511 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:36:10.526520 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:36:10.580320 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:36:10.600295 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:36:10.620561 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:36:10.662237 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:36:11.600061 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:36:11.619239 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:36:11.622122 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:36:11.638917 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:36:11.679411 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:36:13.672583 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:36:15.651624 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:36:16.583070 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:36:16.699498 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:36:21.676524 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:36:25.822029 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:36:25.822059 1 tasks.go:49] processing task group 3 of 3 I0326 23:36:25.822074 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:36:25.859945 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:36:25.865619 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:41:07.349922 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:41:07.349977 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:41:07.387043 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:41:07.392118 1 tasks.go:49] processing task group 1 of 3 I0326 23:41:07.392145 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:41:07.392159 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:41:07.405191 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:41:10.553675 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:41:10.553697 1 tasks.go:49] processing task group 2 of 3 I0326 23:41:10.553719 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:41:10.553727 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:41:10.553742 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:41:10.553757 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:41:10.553775 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:41:10.553796 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:41:10.553809 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:41:10.553828 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:41:10.553842 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:41:10.553857 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:41:10.553882 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:41:10.553900 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:41:10.553923 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:41:10.553934 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:41:10.553944 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:41:10.606037 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:41:10.629542 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:41:10.641315 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:41:10.694306 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:41:11.630057 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:41:11.653136 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:41:11.658033 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:41:11.675863 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:41:11.690342 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:41:13.733709 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:41:15.690437 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:41:16.619424 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:41:16.715721 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:41:21.717038 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:41:25.888256 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:41:25.888295 1 tasks.go:49] processing task group 3 of 3 I0326 23:41:25.888308 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:41:25.924425 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:41:25.929867 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:46:07.257241 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0326 23:46:07.257298 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:46:07.257462 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:46:07.257479 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:46:07.259426 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:46:07.259449 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:46:07.259475 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:46:07.259507 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:46:07.260344 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:46:07.260914 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:46:07.260931 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:46:07.260938 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:46:07.286078 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:46:07.292862 1 tasks.go:49] processing task group 1 of 3 I0326 23:46:07.292884 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:46:07.292901 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:46:07.294915 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:46:07.307510 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:46:07.350604 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:46:10.464074 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:46:10.464096 1 tasks.go:49] processing task group 2 of 3 I0326 23:46:10.464121 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:46:10.464127 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:46:10.464140 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:46:10.464160 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:46:10.464175 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:46:10.464199 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:46:10.464217 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:46:10.464235 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:46:10.464280 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:46:10.464296 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:46:10.464310 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:46:10.464324 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:46:10.464345 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:46:10.464418 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:46:10.464398 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:46:10.522096 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:46:10.542350 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:46:10.553477 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:46:10.610088 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:46:11.537183 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:46:11.558691 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:46:11.560364 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:46:11.570851 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:46:11.608987 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:46:13.619641 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:46:15.597756 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:46:16.525947 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:46:16.619126 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:46:21.622207 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:46:25.792068 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:46:25.792097 1 tasks.go:49] processing task group 3 of 3 I0326 23:46:25.792116 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:46:25.828114 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:46:25.833256 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:46:25.843948 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:46:25.876177 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:46:25.881643 1 tasks.go:49] processing task group 1 of 3 I0326 23:46:25.881666 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:46:25.881682 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:46:25.895542 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:46:29.014139 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:46:29.014163 1 tasks.go:49] processing task group 2 of 3 I0326 23:46:29.014190 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:46:29.014200 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:46:29.014211 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:46:29.014225 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:46:29.014248 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:46:29.014261 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:46:29.014300 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:46:29.014310 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:46:29.014324 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:46:29.014353 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:46:29.014364 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:46:29.014389 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:46:29.014411 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:46:29.014192 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:46:29.014447 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:46:29.065313 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:46:29.094695 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:46:29.103215 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:46:29.157280 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:46:30.085937 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:46:30.110696 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:46:30.116904 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:46:30.133518 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:46:30.147292 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:46:32.193813 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:46:34.149955 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:46:35.074153 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:46:35.171410 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:46:40.181884 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:46:44.388111 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:46:44.388136 1 tasks.go:49] processing task group 3 of 3 I0326 23:46:44.388149 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:46:44.423764 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:46:44.429750 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:51:07.350296 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:51:07.350352 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:51:07.381494 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:51:07.387019 1 tasks.go:49] processing task group 1 of 3 I0326 23:51:07.387046 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:51:07.387058 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:51:07.404943 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:51:10.554457 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:51:10.554479 1 tasks.go:49] processing task group 2 of 3 I0326 23:51:10.554504 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:51:10.554509 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:51:10.554518 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:51:10.554531 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:51:10.554558 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:51:10.554576 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:51:10.554590 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:51:10.554605 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:51:10.554624 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:51:10.554650 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:51:10.554665 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:51:10.554680 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:51:10.554700 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:51:10.554724 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:51:10.554747 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:51:10.601516 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:51:10.626118 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:51:10.648060 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:51:10.693841 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:51:11.622908 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:51:11.646207 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:51:11.652239 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:51:11.670989 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:51:11.687889 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:51:13.710459 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:51:15.680472 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:51:16.616256 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:51:16.706895 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:51:21.714476 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:51:25.880342 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:51:25.880366 1 tasks.go:49] processing task group 3 of 3 I0326 23:51:25.880382 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:51:25.916921 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:51:25.922376 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:56:07.349898 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:56:07.349950 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:56:07.381538 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:56:07.386652 1 tasks.go:49] processing task group 1 of 3 I0326 23:56:07.386676 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:56:07.386691 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:56:07.400585 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:56:10.546816 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:56:10.546839 1 tasks.go:49] processing task group 2 of 3 I0326 23:56:10.546858 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:56:10.546863 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:56:10.546887 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:56:10.546895 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:56:10.546922 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:56:10.546935 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:56:10.546945 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:56:10.546965 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:56:10.546982 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:56:10.547008 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:56:10.547071 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:56:10.547018 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:56:10.547040 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:56:10.547046 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:56:10.547045 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:56:10.614867 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:56:10.631487 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:56:10.648750 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:56:10.706297 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:56:11.616427 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:56:11.649782 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:56:11.659166 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:56:11.663295 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:56:11.700175 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:56:13.694192 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:56:15.685935 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:56:16.599554 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:56:16.709011 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:56:21.711550 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:56:25.862682 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:56:25.862709 1 tasks.go:49] processing task group 3 of 3 I0326 23:56:25.862722 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:56:25.898319 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:56:25.904133 1 operator.go:851] Updating ClusterOperator status to done.