W0427 16:08:44.578924 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0427 16:08:44.579265 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0427 16:08:44.579280 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0427 16:08:44.579284 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0427 16:08:44.579288 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0427 16:08:44.579292 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0427 16:08:44.606417 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0427 16:08:44.609775 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0427 16:08:44.610229 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0427 16:08:44.611450 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0427 16:08:44.612568 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0427 16:08:44.621173 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0427 16:08:44.621222 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:08:44.621684 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0427 16:08:44.621765 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0427 16:08:44.623486 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0427 16:08:44.623595 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0427 16:08:44.624382 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0427 16:08:44.624410 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0427 16:08:44.624384 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0427 16:08:44.624807 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0427 16:08:44.625398 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0427 16:08:44.626088 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0427 16:08:44.626356 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0427 16:08:44.632383 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0427 16:08:44.632980 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:08:44.632986 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0427 16:08:44.662700 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0427 16:08:44.715496 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0427 16:08:44.715558 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:08:44.715570 1 rule_controller.go:114] Starting alerting rules controller I0427 16:08:44.715576 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0427 16:08:44.715583 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0427 16:08:44.715591 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0427 16:08:44.715599 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0427 16:08:44.715597 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0427 16:08:44.715602 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0427 16:08:44.715605 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0427 16:08:44.715610 1 relabel_controller.go:117] Starting alert relabel config controller I0427 16:08:44.715605 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0427 16:08:44.715633 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0427 16:08:44.715637 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0427 16:08:44.715643 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0427 16:08:44.719202 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0427 16:08:44.719418 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0427 16:08:44.719482 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0427 16:08:44.719921 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0427 16:08:44.721349 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.721379 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.721350 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.721489 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0427 16:08:44.721511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0427 16:08:44.721630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0427 16:08:44.735610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-gf9db" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0427 16:08:44.735615 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-lbll9" is created for OpenShiftMonitoringClientCertRequester I0427 16:08:44.735734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-bxm4w" is created for OpenShiftMonitoringTelemeterClientCertRequester I0427 16:08:44.745498 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.745764 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.745773 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.750270 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.751208 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.752098 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.754497 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.755422 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.756238 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.758162 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:08:44.758872 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.759990 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.760733 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.763514 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.764165 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.764894 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.767885 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.769056 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.769646 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.774545 1 tasks.go:49] processing task group 1 of 3 I0427 16:08:44.774569 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:08:44.774581 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:08:44.780787 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.780794 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.780836 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.787018 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.791579 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.791582 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.794989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0427 16:08:44.795216 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.795992 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.798036 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.807701 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.808256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0427 16:08:44.811682 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.811723 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.811835 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-27T16:03:44Z",   ) I0427 16:08:44.811853 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-26T16:03:44Z",   ) I0427 16:08:44.811850 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-27T16:03:44Z",   ) I0427 16:08:44.811877 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-26T16:03:44Z",   ) I0427 16:08:44.812255 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0427 16:08:44.812354 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-27T16:03:44Z",   ) I0427 16:08:44.812368 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-26T16:03:44Z",   ) I0427 16:08:44.813026 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:08:44.815861 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0427 16:08:44.815874 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0427 16:08:44.819678 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0427 16:08:44.819724 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0427 16:08:44.821035 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0427 16:08:44.821109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0427 16:08:44.824142 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0427 16:08:44.824217 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0427 16:08:44.836015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0427 16:08:44.880175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0427 16:08:44.959695 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0427 16:08:44.962449 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0427 16:08:44.962466 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0427 16:08:44.962484 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0427 16:08:44.962489 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0427 16:08:44.964928 1 secure_serving.go:57] Forcing use of http/1.1 only I0427 16:08:44.964951 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0427 16:08:44.969780 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0427 16:08:44.969802 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0427 16:08:44.969809 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0427 16:08:44.969821 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0427 16:08:44.969827 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0427 16:08:44.969804 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0427 16:08:44.970119 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0427 16:08:44.970242 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777306096\" (2026-04-27 16:08:25 +0000 UTC to 2028-04-26 16:08:26 +0000 UTC (now=2026-04-27 16:08:44.970218321 +0000 UTC))" I0427 16:08:44.970466 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777306124\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777306124\" (2026-04-27 15:08:44 +0000 UTC to 2029-04-27 15:08:44 +0000 UTC (now=2026-04-27 16:08:44.970450618 +0000 UTC))" I0427 16:08:44.970489 1 secure_serving.go:211] Serving securely on [::]:8443 I0427 16:08:44.970513 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0427 16:08:44.970530 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0427 16:08:44.973011 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0427 16:08:44.973077 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0427 16:08:44.973209 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0427 16:08:44.982911 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0427 16:08:44.994153 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0427 16:08:45.017549 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0427 16:08:45.036605 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0427 16:08:45.070570 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0427 16:08:45.070582 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0427 16:08:45.070588 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0427 16:08:45.070794 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-27 15:56:48 +0000 UTC to 2036-04-24 15:56:48 +0000 UTC (now=2026-04-27 16:08:45.0707662 +0000 UTC))" I0427 16:08:45.071033 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777306096\" (2026-04-27 16:08:25 +0000 UTC to 2028-04-26 16:08:26 +0000 UTC (now=2026-04-27 16:08:45.071015343 +0000 UTC))" I0427 16:08:45.071202 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777306124\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777306124\" (2026-04-27 15:08:44 +0000 UTC to 2029-04-27 15:08:44 +0000 UTC (now=2026-04-27 16:08:45.07118923 +0000 UTC))" I0427 16:08:45.071321 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-27 15:56:50 +0000 UTC to 2036-04-24 15:56:50 +0000 UTC (now=2026-04-27 16:08:45.071310603 +0000 UTC))" I0427 16:08:45.071341 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-27 15:56:54 +0000 UTC to 2036-04-24 15:56:54 +0000 UTC (now=2026-04-27 16:08:45.071332545 +0000 UTC))" I0427 16:08:45.071356 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-27 15:56:57 +0000 UTC to 2036-04-24 15:56:57 +0000 UTC (now=2026-04-27 16:08:45.071348147 +0000 UTC))" I0427 16:08:45.071375 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-27 15:56:59 +0000 UTC to 2036-04-24 15:56:59 +0000 UTC (now=2026-04-27 16:08:45.071363131 +0000 UTC))" I0427 16:08:45.071390 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-27 15:56:59 +0000 UTC to 2036-04-24 15:56:59 +0000 UTC (now=2026-04-27 16:08:45.071382376 +0000 UTC))" I0427 16:08:45.071407 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pujfmu759k20adih9hq5ubv69ba1hlj-kx-2d3e7a2ab2_customer-system-admin-signer@1777305531\" [] issuer=\"\" (2026-04-27 15:58:51 +0000 UTC to 2026-05-04 15:58:52 +0000 UTC (now=2026-04-27 16:08:45.071397827 +0000 UTC))" I0427 16:08:45.071444 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pujfmu759k20adih9hq5ubv69ba1hlj-kx-2d3e7a2ab2_sre-system-admin-signer@1777305531\" [] issuer=\"\" (2026-04-27 15:58:51 +0000 UTC to 2026-05-04 15:58:52 +0000 UTC (now=2026-04-27 16:08:45.071417196 +0000 UTC))" I0427 16:08:45.071462 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-27 15:56:48 +0000 UTC to 2036-04-24 15:56:48 +0000 UTC (now=2026-04-27 16:08:45.071451954 +0000 UTC))" I0427 16:08:45.071634 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777306096\" (2026-04-27 16:08:25 +0000 UTC to 2028-04-26 16:08:26 +0000 UTC (now=2026-04-27 16:08:45.071622171 +0000 UTC))" I0427 16:08:45.071811 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777306124\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777306124\" (2026-04-27 15:08:44 +0000 UTC to 2029-04-27 15:08:44 +0000 UTC (now=2026-04-27 16:08:45.07180107 +0000 UTC))" I0427 16:08:46.234725 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0427 16:08:48.086702 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0427 16:08:48.102217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0427 16:08:48.123000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0427 16:08:55.251133 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:08:55.251158 1 tasks.go:49] processing task group 2 of 3 I0427 16:08:55.251184 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:08:55.251206 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:08:55.251200 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:08:55.251220 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:08:55.251225 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:08:55.251230 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:08:55.251238 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:08:55.251234 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:08:55.251246 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:08:55.251250 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:08:55.251257 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:08:55.251249 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:08:55.251262 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:08:55.251262 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:08:55.251272 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:08:55.264782 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0427 16:08:55.283034 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0427 16:08:55.294592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0427 16:08:55.300871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0427 16:08:55.312551 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0427 16:08:55.327825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0427 16:08:55.355197 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:08:55.356697 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:08:55.384210 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:08:55.398733 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0427 16:08:55.399931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0427 16:08:55.433041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0427 16:08:55.434198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0427 16:08:55.437276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0427 16:08:55.437329 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0427 16:08:55.525449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0427 16:08:55.525481 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0427 16:08:55.529714 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0427 16:08:55.530940 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0427 16:08:55.531548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0427 16:08:55.535900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0427 16:08:55.545318 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0427 16:08:55.551238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0427 16:08:55.552199 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0427 16:08:55.552214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0427 16:08:55.569267 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0427 16:08:55.573117 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0427 16:08:55.590645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0427 16:08:55.598836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0427 16:08:55.702671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0427 16:08:55.704633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0427 16:08:55.825676 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0427 16:08:55.889301 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0427 16:08:55.895393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0427 16:08:56.019962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0427 16:08:56.025456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0427 16:08:56.091514 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0427 16:08:56.104880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0427 16:08:56.124772 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0427 16:08:56.205169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0427 16:08:56.306519 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0427 16:08:56.333442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0427 16:08:56.407214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0427 16:08:56.409926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0427 16:08:56.428445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0427 16:08:56.503198 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0427 16:08:56.508671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0427 16:08:56.515819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0427 16:08:56.598777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0427 16:08:56.601937 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0427 16:08:56.612210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0427 16:08:56.623758 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0427 16:08:56.651411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0427 16:08:56.678445 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0427 16:08:56.678638 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0427 16:08:56.722166 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0427 16:08:56.970100 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0427 16:08:57.317989 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:08:57.318071 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0427 16:08:57.318559 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0427 16:08:57.385360 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:08:57.427240 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0427 16:08:57.441167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0427 16:08:57.455953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0427 16:08:57.559111 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0427 16:08:57.623015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-9djah3pi67ad7 -n openshift-monitoring because it was missing I0427 16:08:57.653648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0427 16:08:57.785643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0427 16:08:57.887987 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0427 16:08:57.996990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0427 16:08:58.088009 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0427 16:08:58.189455 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0427 16:08:58.292150 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0427 16:08:58.400539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0427 16:08:58.409814 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:08:58.500047 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0427 16:08:58.599135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0427 16:08:58.668262 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0427 16:08:58.690474 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0427 16:08:59.155214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0427 16:08:59.645726 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:08:59.686222 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:09:00.180581 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-q1nhqkpmqcbp -n openshift-monitoring because it was missing I0427 16:09:00.372610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0427 16:09:00.400990 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0427 16:09:00.704539 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:09:01.725691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-1qcda2dfpnf3d -n openshift-monitoring because it was missing I0427 16:09:01.743497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0427 16:09:01.768414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0427 16:09:01.783005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0427 16:09:11.456284 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:09:11.456306 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0427 16:09:16.696070 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0427 16:09:16.732931 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:09:29.847996 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:09:30.850099 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:09:32.267453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0427 16:09:32.291495 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:09:32.291567 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0427 16:09:46.759534 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:09:47.862365 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:10:03.988506 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:10:11.840998 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:10:11.841037 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0427 16:10:11.841045 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0427 16:10:11.841072 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0427 16:10:11.841099 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:10:11.874110 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:10:11.879392 1 tasks.go:49] processing task group 1 of 3 I0427 16:10:11.879418 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:10:11.879448 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:10:11.896091 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:10:12.943959 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWm1TeGdRNWxpU2d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TXdOakE1TmpBZQpGdzB5TmpBME1qY3hOakE0TVRWYUZ3MHlPREEyTWpVeE5qQTRNVFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6TURZd09UWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHRIN0NYdTR2ZHp6c0Y2Vm9menp6d290bldONFVaZ3F5ago5ZSs4MTIwRHkvSXh0UFplbEVCZnI0SldDMy85VEFyb0RWLytKQW01TXJWY0NocEhFbUsrOHlUNWpqODAxdUZ5Ck9GMFVic2hSRjJwSGl6TjJOMnE1WjJSWmZyUUM0Nkh6MUNub1I1Slg2WE5aaHBSc3NVUjFZRCsyTUFDMjJURWoKRGZ4NUt3OE4zN0IxTGh6aGtXeHdpSUFHc05KRW1IR01abExaYU9xT01WQlhMZ3o5VTBXYjV6ZFB4L1ZTQnFqawphUG1GZFJ0MEhHbkM5WGRNcmpLL1VBMnFJWi9LUmxDUkV5NDZERTFHclloMjRRM1lUTWJOVW5WMk82ZDBBd1JuCmlQSFMzVDBwMWsycUxacGM1aVpJeUp3SlE4dnAvNThoY3VQeElOcGJYRFJzdGdwcEdBVmRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlIzQ3UwTgoxQTRiQTI2QWZudFltNmM3ZXZxUWN6QWZCZ05WSFNNRUdEQVdnQlIzQ3UwTjFBNGJBMjZBZm50WW02YzdldnFRCmN6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFPWnVjZnkrSDRja1pVV1NRSGh4Skg1TVBVQjdkY0F3MEhqeXIKOHRQdmFtYWk2ZzJNc3FYWmxqamVkOGVibEZoN0g5SkpiM2EvT3UrMC9VcHhaRE1wUGt1VDE5RkhXUHFMRU5qSwpQWksxaWprcktVLzVvL2pRTFMvNlltdlFFTEUzMzBBS2luMlNYT0dhaXdpQko0WUN3RU9uMU1YU3dRUE10Y3JQClhxMlJiZTU5ZWEwZzJoVGkrSUZLNENLZzMrc3ErbjJYek1Rcm96Rit4NHBxc3FUd0NPZ0NKdTVyR2l2TlY1MTYKVnFkQys4djVWbURDWFZNckFNSStSYThLOFA3MlZjc0dJNnEzWXVtU1BSVmNHRGZkcEtHbTNLTkxOTU5rYXgyOQpLQzhzT2grZ0c2dGVYbzYrUlllODBtVForZVhMMUovbmR4eUdWYUNOWW92Nk51anVkdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0427 16:10:12.949827 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0427 16:10:12.954752 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWm1TeGdRNWxpU2d3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056TXdOakE1TmpBZQpGdzB5TmpBME1qY3hOakE0TVRWYUZ3MHlPREEyTWpVeE5qQTRNVFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN6TURZd09UWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRHRIN0NYdTR2ZHp6c0Y2Vm9menp6d290bldONFVaZ3F5ago5ZSs4MTIwRHkvSXh0UFplbEVCZnI0SldDMy85VEFyb0RWLytKQW01TXJWY0NocEhFbUsrOHlUNWpqODAxdUZ5Ck9GMFVic2hSRjJwSGl6TjJOMnE1WjJSWmZyUUM0Nkh6MUNub1I1Slg2WE5aaHBSc3NVUjFZRCsyTUFDMjJURWoKRGZ4NUt3OE4zN0IxTGh6aGtXeHdpSUFHc05KRW1IR01abExaYU9xT01WQlhMZ3o5VTBXYjV6ZFB4L1ZTQnFqawphUG1GZFJ0MEhHbkM5WGRNcmpLL1VBMnFJWi9LUmxDUkV5NDZERTFHclloMjRRM1lUTWJOVW5WMk82ZDBBd1JuCmlQSFMzVDBwMWsycUxacGM1aVpJeUp3SlE4dnAvNThoY3VQeElOcGJYRFJzdGdwcEdBVmRBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlIzQ3UwTgoxQTRiQTI2QWZudFltNmM3ZXZxUWN6QWZCZ05WSFNNRUdEQVdnQlIzQ3UwTjFBNGJBMjZBZm50WW02YzdldnFRCmN6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFPWnVjZnkrSDRja1pVV1NRSGh4Skg1TVBVQjdkY0F3MEhqeXIKOHRQdmFtYWk2ZzJNc3FYWmxqamVkOGVibEZoN0g5SkpiM2EvT3UrMC9VcHhaRE1wUGt1VDE5RkhXUHFMRU5qSwpQWksxaWprcktVLzVvL2pRTFMvNlltdlFFTEUzMzBBS2luMlNYT0dhaXdpQko0WUN3RU9uMU1YU3dRUE10Y3JQClhxMlJiZTU5ZWEwZzJoVGkrSUZLNENLZzMrc3ErbjJYek1Rcm96Rit4NHBxc3FUd0NPZ0NKdTVyR2l2TlY1MTYKVnFkQys4djVWbURDWFZNckFNSStSYThLOFA3MlZjc0dJNnEzWXVtU1BSVmNHRGZkcEtHbTNLTkxOTU5rYXgyOQpLQzhzT2grZ0c2dGVYbzYrUlllODBtVForZVhMMUovbmR4eUdWYUNOWW92Nk51anVkdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0427 16:10:12.961081 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0427 16:10:15.069338 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:10:15.069365 1 tasks.go:49] processing task group 2 of 3 I0427 16:10:15.069389 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:10:15.069395 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:10:15.069406 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:10:15.069444 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:10:15.069468 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:10:15.069494 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:10:15.069512 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:10:15.069538 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:10:15.069561 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:10:15.069559 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:10:15.069581 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:10:15.069608 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:10:15.069649 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:10:15.069674 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:10:15.069629 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:10:15.191520 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:10:15.224196 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:10:15.232849 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:10:15.246404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0427 16:10:15.276125 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0427 16:10:15.303339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0427 16:10:15.320288 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0427 16:10:15.340355 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0427 16:10:15.365550 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:10:15.605989 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0427 16:10:16.222380 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:10:16.235423 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:10:16.245058 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:10:16.262697 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:10:16.322198 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:10:18.303892 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:10:19.992097 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:10:20.028344 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:10:20.275867 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:10:20.396879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0427 16:10:21.152762 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:10:24.492381 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:11:26.293100 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:12:30.569464 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:12:30.569497 1 tasks.go:49] processing task group 3 of 3 I0427 16:12:30.569519 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:12:30.619179 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:12:30.619264 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"5949b41a-11fd-47df-8562-11f04e793688", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0427 16:12:30.625050 1 operator.go:851] Updating ClusterOperator status to done. W0427 16:12:30.671859 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:12:30.717192 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:12:30.724673 1 tasks.go:49] processing task group 1 of 3 I0427 16:12:30.724701 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:12:30.724723 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:12:30.741321 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:12:33.895488 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:12:33.895513 1 tasks.go:49] processing task group 2 of 3 I0427 16:12:33.895541 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:12:33.895568 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:12:33.895581 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:12:33.895609 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:12:33.895632 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:12:33.895654 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:12:33.895675 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:12:33.895701 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:12:33.895712 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:12:33.895724 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:12:33.895741 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:12:33.895755 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:12:33.895788 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:12:33.895796 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:12:33.895714 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:12:33.958196 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:12:33.981907 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:12:34.008404 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:12:34.087103 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:12:34.977584 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:12:35.004555 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:12:35.006279 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:12:35.020049 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:12:35.072340 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:12:37.058558 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:12:39.040265 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:12:39.956239 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:12:40.104573 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:12:45.060640 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:12:45.199751 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:12:49.254226 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:12:49.254257 1 tasks.go:49] processing task group 3 of 3 I0427 16:12:49.254277 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:12:49.300864 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:12:49.306865 1 operator.go:851] Updating ClusterOperator status to done. W0427 16:12:49.318037 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:12:49.348926 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:12:49.354514 1 tasks.go:49] processing task group 1 of 3 I0427 16:12:49.354537 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:12:49.354554 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:12:49.369792 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:12:52.508762 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:12:52.508786 1 tasks.go:49] processing task group 2 of 3 I0427 16:12:52.508817 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:12:52.508826 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:12:52.508837 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:12:52.508855 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:12:52.508874 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:12:52.508897 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:12:52.508912 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:12:52.508935 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:12:52.508949 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:12:52.508969 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:12:52.508970 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:12:52.509004 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:12:52.508817 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:12:52.508990 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:12:52.509709 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:12:52.577350 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:12:52.604383 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:12:52.609498 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:12:52.676235 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:12:53.605103 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:12:53.634027 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:12:53.645926 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:12:53.665951 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:12:53.674221 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:12:55.700912 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:12:57.667319 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:12:58.577507 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:12:58.676961 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:13:03.710483 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:13:07.848949 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:13:07.848976 1 tasks.go:49] processing task group 3 of 3 I0427 16:13:07.848990 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:13:07.887926 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:13:07.893817 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:13:44.715554 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0427 16:13:44.715597 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:13:44.748054 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:13:44.753474 1 tasks.go:49] processing task group 1 of 3 I0427 16:13:44.753504 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:13:44.753519 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:13:44.767545 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:13:47.910864 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:13:47.910888 1 tasks.go:49] processing task group 2 of 3 I0427 16:13:47.910919 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:13:47.910919 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:13:47.910937 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:13:47.910952 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:13:47.910988 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:13:47.911005 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:13:47.911010 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:13:47.911026 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:13:47.911043 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:13:47.911061 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:13:47.911088 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:13:47.911102 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:13:47.911120 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:13:47.911145 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:13:47.910980 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:13:47.973394 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:13:47.998001 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:13:48.006914 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:13:48.064117 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:13:48.993379 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:13:49.026003 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:13:49.026043 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:13:49.053046 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:13:49.057560 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:13:51.083613 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:13:53.061710 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:13:53.974885 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:13:54.069596 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:13:59.087901 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:14:03.287226 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:14:03.287254 1 tasks.go:49] processing task group 3 of 3 I0427 16:14:03.287270 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:14:03.326087 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:14:03.331791 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:15:10.103466 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0427 16:15:10.103503 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:15:10.145231 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:15:10.149954 1 tasks.go:49] processing task group 1 of 3 I0427 16:15:10.149982 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:15:10.150002 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:15:10.164979 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:15:13.309988 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:15:13.310014 1 tasks.go:49] processing task group 2 of 3 I0427 16:15:13.310038 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:15:13.310043 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:15:13.310052 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:15:13.310075 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:15:13.310096 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:15:13.310111 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:15:13.310129 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:15:13.310148 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:15:13.310166 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:15:13.310188 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:15:13.310185 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:15:13.310207 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:15:13.310230 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:15:13.310247 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:15:13.310275 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:15:13.369377 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:15:13.386555 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:15:13.397746 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:15:13.457590 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:15:14.383284 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:15:14.412794 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:15:14.417776 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:15:14.430331 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:15:14.453810 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:15:16.474127 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:15:18.448011 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:15:19.369580 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:15:19.459116 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:15:24.474730 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:15:28.633643 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:15:28.633669 1 tasks.go:49] processing task group 3 of 3 I0427 16:15:28.633680 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:15:28.671804 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:15:28.677484 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:18:44.715889 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0427 16:18:44.715944 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:18:44.747649 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:18:44.753695 1 tasks.go:49] processing task group 1 of 3 I0427 16:18:44.753731 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:18:44.753743 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:18:44.770539 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:18:47.908205 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:18:47.908227 1 tasks.go:49] processing task group 2 of 3 I0427 16:18:47.908249 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:18:47.908253 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:18:47.908264 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:18:47.908283 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:18:47.908300 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:18:47.908320 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:18:47.908331 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:18:47.908361 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:18:47.908377 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:18:47.908403 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:18:47.908453 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:18:47.908482 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:18:47.908449 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:18:47.908472 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:18:47.908463 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:18:47.976021 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:18:47.998807 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:18:48.005352 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:18:48.069862 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:18:48.997531 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:18:49.025607 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:18:49.029991 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:18:49.045387 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:18:49.058251 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:18:51.078457 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:18:53.059325 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:18:53.967280 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:18:54.075376 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:18:59.086639 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:19:03.243515 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:19:03.243542 1 tasks.go:49] processing task group 3 of 3 I0427 16:19:03.243557 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:19:03.282574 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:19:03.288512 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:23:44.623633 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0427 16:23:44.623673 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:23:44.623718 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0427 16:23:44.624846 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0427 16:23:44.624945 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0427 16:23:44.624970 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0427 16:23:44.624985 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0427 16:23:44.624997 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0427 16:23:44.625001 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0427 16:23:44.625868 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0427 16:23:44.626994 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0427 16:23:44.627008 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0427 16:23:44.653340 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:23:44.659179 1 tasks.go:49] processing task group 1 of 3 I0427 16:23:44.659205 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:23:44.659223 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:23:44.663016 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0427 16:23:44.673108 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:23:44.716495 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0427 16:23:47.813613 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:23:47.813637 1 tasks.go:49] processing task group 2 of 3 I0427 16:23:47.813663 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:23:47.813668 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:23:47.813674 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:23:47.813698 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:23:47.813717 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:23:47.813743 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:23:47.813756 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:23:47.813781 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:23:47.813805 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:23:47.813828 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:23:47.813859 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:23:47.813879 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:23:47.813907 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:23:47.813933 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:23:47.813955 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:23:47.876393 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:23:47.902677 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:23:47.903577 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:23:47.973301 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:23:48.896881 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:23:48.928011 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:23:48.930615 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:23:48.945003 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:23:48.957845 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:23:50.975614 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:23:52.953208 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:23:53.874966 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:23:53.982123 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:23:58.982945 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:24:03.128878 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:24:03.128903 1 tasks.go:49] processing task group 3 of 3 I0427 16:24:03.128917 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:24:03.165123 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:24:03.170332 1 operator.go:851] Updating ClusterOperator status to done. W0427 16:24:03.179924 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:24:03.206854 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:24:03.211946 1 tasks.go:49] processing task group 1 of 3 I0427 16:24:03.211971 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:24:03.211985 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:24:03.225279 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:24:06.341172 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:24:06.341196 1 tasks.go:49] processing task group 2 of 3 I0427 16:24:06.341222 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:24:06.341226 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:24:06.341245 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:24:06.341272 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:24:06.341297 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:24:06.341322 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:24:06.341324 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:24:06.341348 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:24:06.341362 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:24:06.341387 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:24:06.341403 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:24:06.341423 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:24:06.341441 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:24:06.341474 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:24:06.341308 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:24:06.412598 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:24:06.430716 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:24:06.440469 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:24:06.493542 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:24:07.433491 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:24:07.450868 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:24:07.461490 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:24:07.465229 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:24:07.485893 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:24:09.515044 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:24:11.488650 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:24:12.403135 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:24:12.509788 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:24:17.536405 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:24:21.670910 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:24:21.670936 1 tasks.go:49] processing task group 3 of 3 I0427 16:24:21.670953 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:24:21.712049 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:24:21.717547 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:28:44.715628 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0427 16:28:44.715684 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:28:44.744978 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:28:44.751091 1 tasks.go:49] processing task group 1 of 3 I0427 16:28:44.751114 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:28:44.751134 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:28:44.764534 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:28:47.897082 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:28:47.897104 1 tasks.go:49] processing task group 2 of 3 I0427 16:28:47.897128 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:28:47.897134 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:28:47.897146 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:28:47.897171 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:28:47.897194 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:28:47.897199 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:28:47.897221 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:28:47.897236 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:28:47.897252 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:28:47.897281 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:28:47.897293 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:28:47.897312 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:28:47.897330 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:28:47.897327 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:28:47.897178 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:28:47.978169 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:28:47.988110 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:28:48.003054 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:28:48.059277 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:28:49.012713 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:28:49.024972 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:28:49.034352 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:28:49.045249 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:28:49.060081 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:28:51.085529 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:28:53.054478 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:28:53.955562 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:28:54.069602 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:28:59.070758 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:29:03.231055 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:29:03.231083 1 tasks.go:49] processing task group 3 of 3 I0427 16:29:03.231093 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:29:03.266450 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:29:03.273190 1 operator.go:851] Updating ClusterOperator status to done. I0427 16:33:44.715820 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0427 16:33:44.715885 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0427 16:33:44.742199 1 operator.go:830] Updating ClusterOperator status to InProgress. I0427 16:33:44.746666 1 tasks.go:49] processing task group 1 of 3 I0427 16:33:44.746691 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0427 16:33:44.746701 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:33:44.758916 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0427 16:33:47.891446 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0427 16:33:47.891471 1 tasks.go:49] processing task group 2 of 3 I0427 16:33:47.891496 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:33:47.891503 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0427 16:33:47.891510 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0427 16:33:47.891540 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0427 16:33:47.891553 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:33:47.891579 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0427 16:33:47.891601 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:33:47.891620 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:33:47.891640 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:33:47.891666 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0427 16:33:47.891683 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:33:47.891697 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0427 16:33:47.891702 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0427 16:33:47.891726 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0427 16:33:47.891746 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0427 16:33:47.939830 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0427 16:33:47.962864 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0427 16:33:47.972423 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0427 16:33:48.025548 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0427 16:33:48.963791 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0427 16:33:48.985648 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0427 16:33:48.988835 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0427 16:33:49.004574 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0427 16:33:49.032226 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0427 16:33:51.041813 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0427 16:33:53.016181 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0427 16:33:53.949119 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0427 16:33:54.035371 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0427 16:33:59.051370 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0427 16:34:03.195677 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0427 16:34:03.195703 1 tasks.go:49] processing task group 3 of 3 I0427 16:34:03.195719 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0427 16:34:03.230820 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0427 16:34:03.235863 1 operator.go:851] Updating ClusterOperator status to done.