W0320 09:57:12.006357 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0320 09:57:12.006766 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0320 09:57:12.006779 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0320 09:57:12.006784 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0320 09:57:12.006788 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0320 09:57:12.006791 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0320 09:57:12.038659 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0320 09:57:12.043174 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0320 09:57:12.044052 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0320 09:57:12.044431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0320 09:57:12.046298 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0320 09:57:12.051453 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0320 09:57:12.052423 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 09:57:12.052496 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0320 09:57:12.054109 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 09:57:12.054773 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0320 09:57:12.055795 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 09:57:12.056781 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 09:57:12.057015 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0320 09:57:12.057216 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 09:57:12.058938 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 09:57:12.060045 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 09:57:12.060230 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 09:57:12.060721 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 09:57:12.064124 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0320 09:57:12.066165 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 09:57:12.067529 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0320 09:57:12.100033 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0320 09:57:12.147399 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0320 09:57:12.147460 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0320 09:57:12.147477 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0320 09:57:12.147485 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0320 09:57:12.147517 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0320 09:57:12.147564 1 rule_controller.go:114] Starting alerting rules controller I0320 09:57:12.147589 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0320 09:57:12.147609 1 relabel_controller.go:117] Starting alert relabel config controller I0320 09:57:12.147624 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0320 09:57:12.147569 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0320 09:57:12.147776 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0320 09:57:12.147551 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0320 09:57:12.147819 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0320 09:57:12.147834 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... W0320 09:57:12.147531 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 09:57:12.151676 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0320 09:57:12.151703 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0320 09:57:12.152096 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.152208 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0320 09:57:12.152256 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0320 09:57:12.152460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0320 09:57:12.153300 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.153471 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0320 09:57:12.154607 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.155132 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0320 09:57:12.162992 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5wxpm" is created for OpenShiftMonitoringClientCertRequester I0320 09:57:12.165684 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5tw6d" is created for OpenShiftMonitoringTelemeterClientCertRequester I0320 09:57:12.166820 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-9q2qp" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0320 09:57:12.172289 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.175008 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.175160 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.177192 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.181705 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.181730 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.182871 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.186481 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.188068 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.188231 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.190744 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.192463 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.193736 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.196026 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 09:57:12.198693 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.199971 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.200230 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.209075 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.212492 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.212492 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.215243 1 tasks.go:49] processing task group 1 of 3 I0320 09:57:12.215278 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 09:57:12.215289 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 09:57:12.217157 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.218409 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.218413 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.222613 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.223776 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.223779 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.229006 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.229109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0320 09:57:12.230403 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.230713 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.236108 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0320 09:57:12.240217 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.240524 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-20T09:52:12Z",   ) I0320 09:57:12.240554 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-19T09:52:12Z",   ) I0320 09:57:12.245660 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.245714 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 09:57:12.245724 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.245939 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-20T09:52:12Z",   ) I0320 09:57:12.246006 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-19T09:52:12Z",   ) I0320 09:57:12.247798 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0320 09:57:12.247801 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0320 09:57:12.250303 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0320 09:57:12.250701 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0320 09:57:12.255725 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0320 09:57:12.255940 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-03-20T09:52:12Z",   ) I0320 09:57:12.256002 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-03-19T09:52:12Z",   ) I0320 09:57:12.256031 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0320 09:57:12.256064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0320 09:57:12.265707 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0320 09:57:12.265729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0320 09:57:12.267208 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0320 09:57:12.331217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0320 09:57:12.413157 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0320 09:57:12.426562 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0320 09:57:12.454084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0320 09:57:12.473535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0320 09:57:12.834212 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0320 09:57:12.836349 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0320 09:57:12.836437 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0320 09:57:12.836483 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0320 09:57:12.836512 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0320 09:57:12.840598 1 secure_serving.go:57] Forcing use of http/1.1 only I0320 09:57:12.840673 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0320 09:57:12.845840 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0320 09:57:12.845903 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0320 09:57:12.845860 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0320 09:57:12.845983 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0320 09:57:12.845880 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0320 09:57:12.846073 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0320 09:57:12.846539 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774000600\" (2026-03-20 09:56:51 +0000 UTC to 2028-03-19 09:56:52 +0000 UTC (now=2026-03-20 09:57:12.846485258 +0000 UTC))" I0320 09:57:12.846576 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0320 09:57:12.846827 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774000632\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774000632\" (2026-03-20 08:57:12 +0000 UTC to 2029-03-20 08:57:12 +0000 UTC (now=2026-03-20 09:57:12.846804046 +0000 UTC))" I0320 09:57:12.846866 1 secure_serving.go:211] Serving securely on [::]:8443 I0320 09:57:12.846906 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0320 09:57:12.846939 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0320 09:57:12.849330 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0320 09:57:12.849496 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0320 09:57:12.849518 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0320 09:57:12.946301 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0320 09:57:12.946312 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0320 09:57:12.946354 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0320 09:57:12.946548 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-20 09:47:00 +0000 UTC to 2036-03-17 09:47:00 +0000 UTC (now=2026-03-20 09:57:12.946519166 +0000 UTC))" I0320 09:57:12.946930 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774000600\" (2026-03-20 09:56:51 +0000 UTC to 2028-03-19 09:56:52 +0000 UTC (now=2026-03-20 09:57:12.946896996 +0000 UTC))" I0320 09:57:12.947277 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774000632\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774000632\" (2026-03-20 08:57:12 +0000 UTC to 2029-03-20 08:57:12 +0000 UTC (now=2026-03-20 09:57:12.947255316 +0000 UTC))" I0320 09:57:12.947466 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-20 09:47:03 +0000 UTC to 2036-03-17 09:47:03 +0000 UTC (now=2026-03-20 09:57:12.947445392 +0000 UTC))" I0320 09:57:12.947501 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-20 09:47:05 +0000 UTC to 2036-03-17 09:47:05 +0000 UTC (now=2026-03-20 09:57:12.947484883 +0000 UTC))" I0320 09:57:12.947528 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-20 09:47:07 +0000 UTC to 2036-03-17 09:47:07 +0000 UTC (now=2026-03-20 09:57:12.947514314 +0000 UTC))" I0320 09:57:12.947560 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-20 09:47:11 +0000 UTC to 2036-03-17 09:47:11 +0000 UTC (now=2026-03-20 09:57:12.94753925 +0000 UTC))" I0320 09:57:12.947632 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-20 09:47:15 +0000 UTC to 2036-03-17 09:47:15 +0000 UTC (now=2026-03-20 09:57:12.947607521 +0000 UTC))" I0320 09:57:12.947666 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p5cer0igbj7c319rhdi0r3gc63kvskh-kx-85f01f0ef2_customer-system-admin-signer@1774000135\" [] issuer=\"\" (2026-03-20 09:48:57 +0000 UTC to 2026-03-27 09:48:58 +0000 UTC (now=2026-03-20 09:57:12.947647226 +0000 UTC))" I0320 09:57:12.947694 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p5cer0igbj7c319rhdi0r3gc63kvskh-kx-85f01f0ef2_sre-system-admin-signer@1774000135\" [] issuer=\"\" (2026-03-20 09:48:56 +0000 UTC to 2026-03-27 09:48:57 +0000 UTC (now=2026-03-20 09:57:12.947678478 +0000 UTC))" I0320 09:57:12.947748 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-20 09:47:00 +0000 UTC to 2036-03-17 09:47:00 +0000 UTC (now=2026-03-20 09:57:12.947734277 +0000 UTC))" I0320 09:57:12.948100 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774000600\" (2026-03-20 09:56:51 +0000 UTC to 2028-03-19 09:56:52 +0000 UTC (now=2026-03-20 09:57:12.948077671 +0000 UTC))" I0320 09:57:12.948412 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774000632\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774000632\" (2026-03-20 08:57:12 +0000 UTC to 2029-03-20 08:57:12 +0000 UTC (now=2026-03-20 09:57:12.948391632 +0000 UTC))" I0320 09:57:27.527420 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0320 09:57:27.544487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0320 09:57:27.558410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0320 09:57:32.700557 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 09:57:32.700582 1 tasks.go:49] processing task group 2 of 3 I0320 09:57:32.700608 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 09:57:32.700621 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 09:57:32.700629 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 09:57:32.700629 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 09:57:32.700635 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 09:57:32.700640 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 09:57:32.700646 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 09:57:32.700689 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 09:57:32.700712 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 09:57:32.700728 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 09:57:32.700726 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 09:57:32.700614 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 09:57:32.700737 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 09:57:32.700734 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 09:57:32.700744 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 09:57:32.715393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0320 09:57:32.720265 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0320 09:57:32.734484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0320 09:57:32.744021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0320 09:57:32.758695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0320 09:57:32.775418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0320 09:57:32.799154 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 09:57:32.822624 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 09:57:32.858632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0320 09:57:32.870806 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 09:57:32.886693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0320 09:57:32.892899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0320 09:57:32.898711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0320 09:57:32.898825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0320 09:57:32.915789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0320 09:57:32.997804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0320 09:57:33.000920 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing W0320 09:57:33.017905 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0320 09:57:33.017987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0320 09:57:33.063151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0320 09:57:33.068863 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0320 09:57:33.068884 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0320 09:57:33.069580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0320 09:57:33.081779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0320 09:57:33.095831 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0320 09:57:33.096274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0320 09:57:33.114779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0320 09:57:33.131066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0320 09:57:33.148571 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0320 09:57:33.150629 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0320 09:57:33.285806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0320 09:57:33.289792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0320 09:57:33.424094 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0320 09:57:33.424898 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0320 09:57:33.503831 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0320 09:57:33.503870 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0320 09:57:33.625124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0320 09:57:33.641579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0320 09:57:33.666177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0320 09:57:33.738102 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0320 09:57:33.781538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0320 09:57:33.842804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0320 09:57:33.853302 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0320 09:57:33.867788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0320 09:57:33.917504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0320 09:57:34.006159 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0320 09:57:34.008133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0320 09:57:34.023716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0320 09:57:34.026854 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0320 09:57:34.073666 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0320 09:57:34.091763 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0320 09:57:34.091850 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0320 09:57:34.141570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0320 09:57:34.158088 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0320 09:57:34.276638 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0320 09:57:34.364078 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0320 09:57:34.422091 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0320 09:57:34.871295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0320 09:57:34.886328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0320 09:57:34.900383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0320 09:57:35.031807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0320 09:57:35.118618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0320 09:57:35.210932 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0320 09:57:35.314154 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0320 09:57:35.420844 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0320 09:57:35.469444 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 09:57:35.469580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0320 09:57:35.470709 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0320 09:57:35.516791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0320 09:57:35.618720 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0320 09:57:35.724314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0320 09:57:35.830299 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0320 09:57:35.840274 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 09:57:35.850019 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 09:57:35.929971 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0320 09:57:36.028958 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0320 09:57:36.097665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0320 09:57:36.118594 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0320 09:57:36.164232 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-4us7lrqra7k31 -n openshift-monitoring because it was missing I0320 09:57:36.207621 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 09:57:36.698294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0320 09:57:37.278691 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 09:57:37.728760 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-fk6vaqr5k070u -n openshift-monitoring because it was missing I0320 09:57:37.779739 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0320 09:57:37.824310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0320 09:57:38.213812 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 09:57:38.252891 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 09:57:39.164269 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-b01qt3j5l03hl -n openshift-monitoring because it was missing I0320 09:57:39.190281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0320 09:57:39.213465 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0320 09:57:39.226580 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0320 09:57:41.919442 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 09:57:41.919508 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0320 09:57:49.245582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0320 09:57:49.288541 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 09:57:51.234995 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 09:58:03.797034 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0320 09:58:03.818859 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 09:58:03.818930 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0320 09:58:06.207117 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 09:58:14.170442 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 09:58:49.292759 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 09:58:49.292798 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0320 09:58:49.292805 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0320 09:58:49.292831 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0320 09:58:49.292856 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 09:58:49.329399 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 09:58:49.335111 1 tasks.go:49] processing task group 1 of 3 I0320 09:58:49.335133 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 09:58:49.335165 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 09:58:49.351731 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 09:58:50.401253 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZTZGOW5Hd0JQczh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EQXdNRFl3TURBZQpGdzB5TmpBek1qQXdPVFUyTXpsYUZ3MHlPREExTVRnd09UVTJOREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelF3TURBMk1EQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGtNSHhmVFpOSGJaMFVZYmFJZVdHQWkyN0h6eENVS0tULwo5akRieHhSYkJ5dmNTL0xXV3FQRjJwTlN5Q3htTjQzUlVNNFA2Ukk5R0o0QUNmVGJRSUZNMEdZdlB1VlI0Mko0CkFhd2ZnMklhTWVQRUFxN08yMWFUWUJmSDBOdTdBTTZpSzh2a0V0clNKR2lvR1VaZ3BEREZ1SHVrMVRXMTJqVC8KYTgvRkpVRWFjdGluOUxtMlo1OE5qTkNMUVh3YWVPREU0bVR5aUR0am5XQUNKVFVETFpRSWdGZTg0TjJCZVJRUQpYT1cyMTkxYVBlZ21TSkswV2FZUnBIcmV1ZGRyeXdVTXBwaHpTdWVHQzF1azJhM2szQ01vVUZDWkwxOWdKaHErClZYOGgxeGdnY0V3QnBIdExyK2lwRXFMTVZYVUNITHNmdmZxZ1VwZW50R0FQbjBsUGllbS9BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJvek1VMgpJd3JoQnU5ZlFQcmNpWklJMFVkYjVUQWZCZ05WSFNNRUdEQVdnQlJvek1VMkl3cmhCdTlmUVByY2laSUkwVWRiCjVUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFlWFBtWFNqSEFQL09IbDNpelNkc0dyRXpvRmxEOWZsZ25VbE4KZFJ5M1JyRFZJYTdTeUQyajhyUDNFMElHQzZmcEZ6czhPaEYzajZibi81MFNMNTFqSDR4Q1dRR2R1VzlZM3ZlbQpZNWd3dGk0Yk1XQmxoM2wrdFdsWHRVTUFvYVhUY2VyL1FWcHNSMHJ5cHBXRjhFaGw1QmdCQnRoa3dqYzc0My9vCjY2WHptSkNRRzV1VE1RK2dQaVEzUHlLWUVkZlpET3ZneUlsUUZaZkNqT1RSVUJFdnRJcTcySUNySG1mQkpHVzMKZno2dG5xbVlQM2ZzbjlUZmtJSGNuWEt1ZEhkTVl0YjE4bk9SK0srWGRRUmtac0ttUjdEd29uQTVOeWVqSlZIcQpyb3VFaEFIODc4THFNYWZRQjJHTzAyMnJmb0JuSHBOVVgrTGRVeThIUHZDS3RBck03QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0320 09:58:50.407932 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0320 09:58:50.418830 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZTZGOW5Hd0JQczh3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EQXdNRFl3TURBZQpGdzB5TmpBek1qQXdPVFUyTXpsYUZ3MHlPREExTVRnd09UVTJOREJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelF3TURBMk1EQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGtNSHhmVFpOSGJaMFVZYmFJZVdHQWkyN0h6eENVS0tULwo5akRieHhSYkJ5dmNTL0xXV3FQRjJwTlN5Q3htTjQzUlVNNFA2Ukk5R0o0QUNmVGJRSUZNMEdZdlB1VlI0Mko0CkFhd2ZnMklhTWVQRUFxN08yMWFUWUJmSDBOdTdBTTZpSzh2a0V0clNKR2lvR1VaZ3BEREZ1SHVrMVRXMTJqVC8KYTgvRkpVRWFjdGluOUxtMlo1OE5qTkNMUVh3YWVPREU0bVR5aUR0am5XQUNKVFVETFpRSWdGZTg0TjJCZVJRUQpYT1cyMTkxYVBlZ21TSkswV2FZUnBIcmV1ZGRyeXdVTXBwaHpTdWVHQzF1azJhM2szQ01vVUZDWkwxOWdKaHErClZYOGgxeGdnY0V3QnBIdExyK2lwRXFMTVZYVUNITHNmdmZxZ1VwZW50R0FQbjBsUGllbS9BZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJvek1VMgpJd3JoQnU5ZlFQcmNpWklJMFVkYjVUQWZCZ05WSFNNRUdEQVdnQlJvek1VMkl3cmhCdTlmUVByY2laSUkwVWRiCjVUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFlWFBtWFNqSEFQL09IbDNpelNkc0dyRXpvRmxEOWZsZ25VbE4KZFJ5M1JyRFZJYTdTeUQyajhyUDNFMElHQzZmcEZ6czhPaEYzajZibi81MFNMNTFqSDR4Q1dRR2R1VzlZM3ZlbQpZNWd3dGk0Yk1XQmxoM2wrdFdsWHRVTUFvYVhUY2VyL1FWcHNSMHJ5cHBXRjhFaGw1QmdCQnRoa3dqYzc0My9vCjY2WHptSkNRRzV1VE1RK2dQaVEzUHlLWUVkZlpET3ZneUlsUUZaZkNqT1RSVUJFdnRJcTcySUNySG1mQkpHVzMKZno2dG5xbVlQM2ZzbjlUZmtJSGNuWEt1ZEhkTVl0YjE4bk9SK0srWGRRUmtac0ttUjdEd29uQTVOeWVqSlZIcQpyb3VFaEFIODc4THFNYWZRQjJHTzAyMnJmb0JuSHBOVVgrTGRVeThIUHZDS3RBck03QT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0320 09:58:50.426153 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0320 09:58:52.532387 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 09:58:52.532408 1 tasks.go:49] processing task group 2 of 3 I0320 09:58:52.532431 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 09:58:52.532438 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 09:58:52.532450 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 09:58:52.532476 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 09:58:52.532495 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 09:58:52.532518 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 09:58:52.532529 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 09:58:52.532705 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 09:58:52.532759 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 09:58:52.532782 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 09:58:52.532930 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 09:58:52.533002 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 09:58:52.532953 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 09:58:52.532964 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 09:58:52.532974 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 09:58:52.594344 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 09:58:52.618622 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 09:58:52.623926 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 09:58:52.636012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0320 09:58:52.654044 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0320 09:58:52.680534 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0320 09:58:52.696688 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0320 09:58:52.700080 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 09:58:52.714621 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0320 09:58:52.769076 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0320 09:58:53.609676 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 09:58:53.638442 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 09:58:53.653202 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 09:58:53.673116 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 09:58:53.681530 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 09:58:55.708873 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 09:58:57.681212 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 09:58:57.774579 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0320 09:58:58.602891 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 09:59:01.885219 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 09:59:03.710716 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 09:59:07.915441 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 09:59:07.915465 1 tasks.go:49] processing task group 3 of 3 I0320 09:59:07.915481 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 09:59:07.968446 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 09:59:07.968541 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"667d46b0-cab0-486f-844e-0327c3d54fa4", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0320 09:59:07.974803 1 operator.go:851] Updating ClusterOperator status to done. W0320 09:59:08.018838 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 09:59:08.066310 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 09:59:08.072064 1 tasks.go:49] processing task group 1 of 3 I0320 09:59:08.072086 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 09:59:08.072104 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 09:59:08.089499 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 09:59:11.241175 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 09:59:11.241197 1 tasks.go:49] processing task group 2 of 3 I0320 09:59:11.241219 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 09:59:11.241225 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 09:59:11.241234 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 09:59:11.241252 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 09:59:11.241272 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 09:59:11.241337 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 09:59:11.241433 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 09:59:11.241559 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 09:59:11.241653 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 09:59:11.241700 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 09:59:11.241765 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 09:59:11.241831 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 09:59:11.241687 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 09:59:11.241973 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 09:59:11.241692 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 09:59:11.306887 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 09:59:11.331761 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 09:59:11.334404 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 09:59:11.409582 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 09:59:12.331800 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 09:59:12.383352 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 09:59:12.412675 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 09:59:12.424265 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 09:59:12.439395 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 09:59:14.495154 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 09:59:16.407058 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 09:59:17.308649 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 09:59:17.420872 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 09:59:22.486827 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 09:59:26.720268 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 09:59:26.720293 1 tasks.go:49] processing task group 3 of 3 I0320 09:59:26.720302 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 09:59:26.763122 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 09:59:26.769394 1 operator.go:851] Updating ClusterOperator status to done. I0320 09:59:36.207564 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0320 09:59:36.207591 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 09:59:36.259584 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 09:59:36.265689 1 tasks.go:49] processing task group 1 of 3 I0320 09:59:36.265712 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 09:59:36.265727 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 09:59:36.282159 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 09:59:39.433523 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 09:59:39.433546 1 tasks.go:49] processing task group 2 of 3 I0320 09:59:39.433563 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 09:59:39.433576 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 09:59:39.433583 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 09:59:39.433610 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 09:59:39.433620 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 09:59:39.433640 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 09:59:39.433777 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 09:59:39.433801 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 09:59:39.433823 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 09:59:39.433843 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 09:59:39.433876 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 09:59:39.434032 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 09:59:39.434176 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 09:59:39.434215 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 09:59:39.434270 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 09:59:39.485139 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 09:59:39.512124 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 09:59:39.518727 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 09:59:39.583877 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 09:59:40.503534 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 09:59:40.533422 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 09:59:40.535359 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 09:59:40.565574 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 09:59:40.567884 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 09:59:42.607697 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 09:59:44.577508 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 09:59:45.502807 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 09:59:45.590454 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 09:59:50.608920 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 09:59:54.804501 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 09:59:54.804529 1 tasks.go:49] processing task group 3 of 3 I0320 09:59:54.804543 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 09:59:54.849390 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 09:59:54.855584 1 operator.go:851] Updating ClusterOperator status to done. I0320 10:02:12.148228 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 10:02:12.148269 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 10:02:12.192228 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 10:02:12.197958 1 tasks.go:49] processing task group 1 of 3 I0320 10:02:12.197986 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 10:02:12.198000 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:02:12.212588 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:02:15.359762 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 10:02:15.359785 1 tasks.go:49] processing task group 2 of 3 I0320 10:02:15.359821 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:02:15.359824 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 10:02:15.359836 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:02:15.359854 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 10:02:15.359886 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 10:02:15.359895 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:02:15.359909 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 10:02:15.359918 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 10:02:15.359913 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 10:02:15.359918 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 10:02:15.359926 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 10:02:15.359931 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:02:15.359932 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:02:15.359936 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 10:02:15.359941 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:02:15.409280 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:02:15.449807 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:02:15.451609 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 10:02:15.510960 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:02:16.435417 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:02:16.455421 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 10:02:16.460127 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:02:16.486961 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:02:16.515190 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 10:02:18.526291 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 10:02:20.499652 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 10:02:21.425339 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 10:02:21.511790 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 10:02:26.527907 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 10:02:30.694612 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 10:02:30.694635 1 tasks.go:49] processing task group 3 of 3 I0320 10:02:30.694644 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 10:02:30.733742 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 10:02:30.739563 1 operator.go:851] Updating ClusterOperator status to done. I0320 10:03:21.948585 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0320 10:03:21.948625 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 10:03:21.982451 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 10:03:21.987744 1 tasks.go:49] processing task group 1 of 3 I0320 10:03:21.987761 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 10:03:21.987784 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:03:22.002649 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:03:25.148109 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 10:03:25.148130 1 tasks.go:49] processing task group 2 of 3 I0320 10:03:25.148159 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:03:25.148167 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 10:03:25.148180 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:03:25.148190 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 10:03:25.148203 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 10:03:25.148221 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:03:25.148247 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 10:03:25.148302 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 10:03:25.148362 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 10:03:25.148455 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:03:25.148514 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:03:25.148601 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 10:03:25.148283 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 10:03:25.148164 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 10:03:25.148641 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:03:25.202226 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:03:25.223477 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:03:25.232687 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 10:03:25.285893 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:03:26.220437 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:03:26.248924 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:03:26.249918 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 10:03:26.271689 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:03:26.276334 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 10:03:28.307059 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 10:03:30.274565 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 10:03:31.208227 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 10:03:31.300025 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 10:03:36.316985 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 10:03:40.469615 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 10:03:40.469637 1 tasks.go:49] processing task group 3 of 3 I0320 10:03:40.469646 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 10:03:40.508935 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 10:03:40.514779 1 operator.go:851] Updating ClusterOperator status to done. I0320 10:07:12.147609 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 10:07:12.147644 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 10:07:12.175811 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 10:07:12.180626 1 tasks.go:49] processing task group 1 of 3 I0320 10:07:12.180654 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 10:07:12.180671 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:07:12.195286 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:07:15.336953 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 10:07:15.336977 1 tasks.go:49] processing task group 2 of 3 I0320 10:07:15.337002 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:07:15.337014 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 10:07:15.337028 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:07:15.337038 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 10:07:15.337059 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:07:15.337085 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:07:15.337105 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 10:07:15.337110 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 10:07:15.337236 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 10:07:15.337296 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 10:07:15.337019 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 10:07:15.337252 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:07:15.337264 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 10:07:15.337274 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:07:15.337285 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 10:07:15.394187 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:07:15.430864 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:07:15.453488 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 10:07:15.565331 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:07:16.409450 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:07:16.440990 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 10:07:16.448672 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:07:16.464961 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:07:16.513574 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 10:07:18.507728 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 10:07:20.496525 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 10:07:21.401623 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 10:07:21.495968 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 10:07:26.528514 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 10:07:30.690253 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 10:07:30.690275 1 tasks.go:49] processing task group 3 of 3 I0320 10:07:30.690284 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 10:07:30.731275 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 10:07:30.737768 1 operator.go:851] Updating ClusterOperator status to done. I0320 10:12:12.052728 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0320 10:12:12.052835 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 10:12:12.055689 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0320 10:12:12.055698 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0320 10:12:12.055716 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0320 10:12:12.055739 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0320 10:12:12.055775 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0320 10:12:12.055808 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0320 10:12:12.059551 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0320 10:12:12.060706 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0320 10:12:12.060724 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0320 10:12:12.061437 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0320 10:12:12.087489 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 10:12:12.093707 1 tasks.go:49] processing task group 1 of 3 I0320 10:12:12.093734 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 10:12:12.093743 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:12:12.100500 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0320 10:12:12.107313 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:12:12.148464 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0320 10:12:15.255623 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 10:12:15.255646 1 tasks.go:49] processing task group 2 of 3 I0320 10:12:15.255666 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:12:15.255675 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 10:12:15.255684 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:12:15.255700 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 10:12:15.255718 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 10:12:15.255749 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:12:15.255787 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 10:12:15.255778 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:12:15.255794 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 10:12:15.255803 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 10:12:15.255813 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 10:12:15.255824 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:12:15.255834 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 10:12:15.255844 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 10:12:15.255860 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:12:15.309529 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:12:15.336046 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:12:15.342571 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 10:12:15.402421 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:12:16.325232 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:12:16.353718 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:12:16.362308 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 10:12:16.381209 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:12:16.401521 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 10:12:18.428252 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 10:12:20.395887 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 10:12:21.320232 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 10:12:21.429929 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 10:12:26.413426 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 10:12:30.609622 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 10:12:30.609646 1 tasks.go:49] processing task group 3 of 3 I0320 10:12:30.609653 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 10:12:30.645977 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 10:12:30.651651 1 operator.go:851] Updating ClusterOperator status to done. W0320 10:12:30.662976 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 10:12:30.692216 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 10:12:30.696942 1 tasks.go:49] processing task group 1 of 3 I0320 10:12:30.696963 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 10:12:30.696981 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:12:30.710330 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:12:33.842557 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 10:12:33.842580 1 tasks.go:49] processing task group 2 of 3 I0320 10:12:33.842599 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:12:33.842605 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 10:12:33.842611 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:12:33.842627 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 10:12:33.842650 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 10:12:33.842659 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:12:33.842680 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:12:33.842736 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 10:12:33.842773 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 10:12:33.842834 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:12:33.842746 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 10:12:33.842850 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 10:12:33.842753 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:12:33.842761 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 10:12:33.842767 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 10:12:33.902762 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:12:33.917663 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:12:33.931123 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 10:12:33.987283 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:12:34.917547 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:12:34.943563 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 10:12:34.949622 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:12:34.969480 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:12:34.980736 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 10:12:37.008885 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 10:12:38.993872 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 10:12:39.902998 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 10:12:40.039042 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 10:12:45.008864 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 10:12:49.288065 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 10:12:49.288087 1 tasks.go:49] processing task group 3 of 3 I0320 10:12:49.288098 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 10:12:49.327268 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 10:12:49.332444 1 operator.go:851] Updating ClusterOperator status to done. I0320 10:17:12.148282 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0320 10:17:12.148337 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0320 10:17:12.185350 1 operator.go:830] Updating ClusterOperator status to InProgress. I0320 10:17:12.191079 1 tasks.go:49] processing task group 1 of 3 I0320 10:17:12.191107 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0320 10:17:12.191131 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:17:12.207222 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0320 10:17:15.357679 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0320 10:17:15.357699 1 tasks.go:49] processing task group 2 of 3 I0320 10:17:15.357728 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:17:15.357728 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0320 10:17:15.357737 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:17:15.357757 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0320 10:17:15.357776 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0320 10:17:15.357808 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:17:15.357857 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:17:15.357869 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0320 10:17:15.357952 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0320 10:17:15.357822 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:17:15.357857 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0320 10:17:15.357836 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:17:15.357845 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0320 10:17:15.357847 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0320 10:17:15.357829 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0320 10:17:15.414142 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0320 10:17:15.435139 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0320 10:17:15.446850 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0320 10:17:15.503242 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0320 10:17:16.438756 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0320 10:17:16.483952 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0320 10:17:16.487931 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0320 10:17:16.562903 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0320 10:17:16.572742 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0320 10:17:18.543113 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0320 10:17:20.490350 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0320 10:17:21.422150 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0320 10:17:21.515172 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0320 10:17:26.579062 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0320 10:17:30.720503 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0320 10:17:30.720533 1 tasks.go:49] processing task group 3 of 3 I0320 10:17:30.720551 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0320 10:17:30.756426 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0320 10:17:30.761549 1 operator.go:851] Updating ClusterOperator status to done.