W0424 15:07:58.579414 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0424 15:07:58.579795 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0424 15:07:58.579812 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0424 15:07:58.579818 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0424 15:07:58.579821 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0424 15:07:58.579826 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0424 15:07:58.606713 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0424 15:07:58.610667 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0424 15:07:58.611033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0424 15:07:58.611344 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0424 15:07:58.611909 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0424 15:07:58.617227 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:58.620314 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 15:07:58.620569 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 15:07:58.620781 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0424 15:07:58.620829 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 15:07:58.621064 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 15:07:58.622488 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0424 15:07:58.623295 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 15:07:58.623316 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 15:07:58.623365 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0424 15:07:58.623416 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 15:07:58.623453 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 15:07:58.624477 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 15:07:58.631385 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 15:07:58.631496 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0424 15:07:58.631852 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0424 15:07:58.659896 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 15:07:58.714593 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 15:07:58.714654 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 15:07:58.714675 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0424 15:07:58.714685 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0424 15:07:58.714690 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0424 15:07:58.714687 1 rule_controller.go:114] Starting alerting rules controller I0424 15:07:58.714700 1 relabel_controller.go:117] Starting alert relabel config controller I0424 15:07:58.714713 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0424 15:07:58.714719 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0424 15:07:58.714733 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0424 15:07:58.714740 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0424 15:07:58.714748 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0424 15:07:58.714754 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0424 15:07:58.714757 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0424 15:07:58.714760 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0424 15:07:58.718583 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0424 15:07:58.719128 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0424 15:07:58.719159 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0424 15:07:58.719682 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0424 15:07:58.720444 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.720448 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.720645 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.720662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 15:07:58.720771 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 15:07:58.720810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 15:07:58.734356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-v8h2n" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0424 15:07:58.734433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-rvzsv" is created for OpenShiftMonitoringTelemeterClientCertRequester I0424 15:07:58.735148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-8wqql" is created for OpenShiftMonitoringClientCertRequester I0424 15:07:58.740754 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.741074 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.741086 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.747369 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.747373 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.747380 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.753083 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.757734 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.757736 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.758503 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.759203 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 15:07:58.762244 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.763152 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.763416 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.767580 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.768879 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.769641 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.774739 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.781667 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.782028 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.783153 1 tasks.go:49] processing task group 1 of 3 I0424 15:07:58.783179 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 15:07:58.783192 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:07:58.784347 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.788007 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.789353 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.790160 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.794009 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.794268 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.795922 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.796205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0424 15:07:58.800730 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.801654 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.803434 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.812049 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0424 15:07:58.814527 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.814536 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.814527 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.814697 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-24T15:02:58Z", ) I0424 15:07:58.814720 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-23T15:02:58Z", ) I0424 15:07:58.814737 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-24T15:02:58Z", ) I0424 15:07:58.814764 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-23T15:02:58Z", ) I0424 15:07:58.814827 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0424 15:07:58.814831 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0424 15:07:58.822476 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:07:58.824176 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0424 15:07:58.825595 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0424 15:07:58.825747 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0424 15:07:58.825754 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-24T15:02:58Z", ) I0424 15:07:58.825775 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-23T15:02:58Z", ) I0424 15:07:58.830347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0424 15:07:58.830631 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0424 15:07:58.833594 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0424 15:07:58.838514 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0424 15:07:58.839364 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0424 15:07:58.887426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0424 15:07:58.972022 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0424 15:07:58.974783 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0424 15:07:58.974803 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0424 15:07:58.974820 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0424 15:07:58.974824 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0424 15:07:58.977708 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0424 15:07:58.977712 1 secure_serving.go:57] Forcing use of http/1.1 only I0424 15:07:58.980703 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0424 15:07:58.982360 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0424 15:07:58.982368 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0424 15:07:58.982384 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0424 15:07:58.982387 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0424 15:07:58.982386 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0424 15:07:58.982403 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0424 15:07:58.982673 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0424 15:07:58.982812 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777043251\" (2026-04-24 15:07:41 +0000 UTC to 2028-04-23 15:07:42 +0000 UTC (now=2026-04-24 15:07:58.982756461 +0000 UTC))" I0424 15:07:58.983132 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777043278\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777043278\" (2026-04-24 14:07:58 +0000 UTC to 2029-04-24 14:07:58 +0000 UTC (now=2026-04-24 15:07:58.983109383 +0000 UTC))" I0424 15:07:58.983155 1 secure_serving.go:211] Serving securely on [::]:8443 I0424 15:07:58.983175 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0424 15:07:58.983175 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0424 15:07:58.985562 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0424 15:07:58.986316 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0424 15:07:58.986807 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0424 15:07:58.993006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 15:07:59.015340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 15:07:59.028542 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 15:07:59.083102 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0424 15:07:59.083109 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0424 15:07:59.083196 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0424 15:07:59.083277 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-24 14:57:48 +0000 UTC to 2036-04-21 14:57:48 +0000 UTC (now=2026-04-24 15:07:59.083249248 +0000 UTC))" I0424 15:07:59.083547 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777043251\" (2026-04-24 15:07:41 +0000 UTC to 2028-04-23 15:07:42 +0000 UTC (now=2026-04-24 15:07:59.083531522 +0000 UTC))" I0424 15:07:59.083742 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777043278\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777043278\" (2026-04-24 14:07:58 +0000 UTC to 2029-04-24 14:07:58 +0000 UTC (now=2026-04-24 15:07:59.0837219 +0000 UTC))" I0424 15:07:59.083896 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-24 14:57:56 +0000 UTC to 2036-04-21 14:57:56 +0000 UTC (now=2026-04-24 15:07:59.083878063 +0000 UTC))" I0424 15:07:59.083923 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-24 14:57:58 +0000 UTC to 2036-04-21 14:57:58 +0000 UTC (now=2026-04-24 15:07:59.083914292 +0000 UTC))" I0424 15:07:59.083947 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-24 14:58:02 +0000 UTC to 2036-04-21 14:58:02 +0000 UTC (now=2026-04-24 15:07:59.083932754 +0000 UTC))" I0424 15:07:59.083962 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-24 14:58:03 +0000 UTC to 2036-04-21 14:58:03 +0000 UTC (now=2026-04-24 15:07:59.083954757 +0000 UTC))" I0424 15:07:59.083976 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-24 14:58:07 +0000 UTC to 2036-04-21 14:58:07 +0000 UTC (now=2026-04-24 15:07:59.083968562 +0000 UTC))" I0424 15:07:59.083994 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2psj9vi9bq6g4njilvb7ueod5qjl6bn6-kx-f4b4f0c271_customer-system-admin-signer@1777042794\" [] issuer=\"\" (2026-04-24 14:59:55 +0000 UTC to 2026-05-01 14:59:56 +0000 UTC (now=2026-04-24 15:07:59.08398511 +0000 UTC))" I0424 15:07:59.084012 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2psj9vi9bq6g4njilvb7ueod5qjl6bn6-kx-f4b4f0c271_sre-system-admin-signer@1777042794\" [] issuer=\"\" (2026-04-24 14:59:56 +0000 UTC to 2026-05-01 14:59:57 +0000 UTC (now=2026-04-24 15:07:59.084002468 +0000 UTC))" I0424 15:07:59.084041 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-24 14:57:48 +0000 UTC to 2036-04-21 14:57:48 +0000 UTC (now=2026-04-24 15:07:59.084026292 +0000 UTC))" I0424 15:07:59.084244 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777043251\" (2026-04-24 15:07:41 +0000 UTC to 2028-04-23 15:07:42 +0000 UTC (now=2026-04-24 15:07:59.084226886 +0000 UTC))" I0424 15:07:59.084472 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777043278\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777043278\" (2026-04-24 14:07:58 +0000 UTC to 2029-04-24 14:07:58 +0000 UTC (now=2026-04-24 15:07:59.084451689 +0000 UTC))" I0424 15:08:03.084164 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0424 15:08:03.095203 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0424 15:08:03.107836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0424 15:08:07.215938 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 15:08:07.215963 1 tasks.go:49] processing task group 2 of 3 I0424 15:08:07.215988 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:08:07.215991 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 15:08:07.216001 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 15:08:07.216006 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:08:07.216016 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 15:08:07.216021 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:08:07.216028 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 15:08:07.216031 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 15:08:07.216027 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 15:08:07.216036 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:08:07.216043 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 15:08:07.216049 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:08:07.216058 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 15:08:07.216067 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 15:08:07.216071 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:08:07.234363 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0424 15:08:07.241193 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0424 15:08:07.250448 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0424 15:08:07.263042 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0424 15:08:07.263064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0424 15:08:07.282221 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0424 15:08:07.299838 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:08:07.309487 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 15:08:07.328522 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:08:07.344552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0424 15:08:07.391037 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0424 15:08:07.391349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0424 15:08:07.395194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0424 15:08:07.395840 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0424 15:08:07.399497 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0424 15:08:07.482786 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0424 15:08:07.483921 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0424 15:08:07.484632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0424 15:08:07.489372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0424 15:08:07.494780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0424 15:08:07.494794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing W0424 15:08:07.494939 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0424 15:08:07.494953 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0424 15:08:07.509040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0424 15:08:07.522641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0424 15:08:07.522873 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0424 15:08:07.523347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0424 15:08:07.550451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0424 15:08:07.553373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0424 15:08:07.679015 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0424 15:08:07.679330 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0424 15:08:07.768223 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0424 15:08:07.768859 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0424 15:08:07.880727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0424 15:08:07.883105 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0424 15:08:07.951521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0424 15:08:07.966156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0424 15:08:07.985274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0424 15:08:08.051643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0424 15:08:08.162095 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0424 15:08:08.262404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0424 15:08:08.287999 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0424 15:08:08.359182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0424 15:08:08.368242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0424 15:08:08.371630 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0424 15:08:08.460721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0424 15:08:08.461407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0424 15:08:08.477261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0424 15:08:08.566850 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0424 15:08:08.567231 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0424 15:08:08.576360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0424 15:08:08.579017 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0424 15:08:08.622582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0424 15:08:08.638057 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0424 15:08:08.638349 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0424 15:08:08.686469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0424 15:08:09.031794 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0424 15:08:09.387726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0424 15:08:09.414825 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0424 15:08:09.436532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0424 15:08:09.539395 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:08:09.539464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0424 15:08:09.539874 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0424 15:08:09.554422 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0424 15:08:09.590792 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-ansaitkpvrug6 -n openshift-monitoring because it was missing I0424 15:08:09.659528 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0424 15:08:09.786588 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0424 15:08:09.890049 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0424 15:08:09.992490 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0424 15:08:10.092272 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0424 15:08:10.196812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0424 15:08:10.299944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0424 15:08:10.365351 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:08:10.367671 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:08:10.410457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0424 15:08:10.510667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0424 15:08:10.602198 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:08:10.613110 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0424 15:08:10.699028 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0424 15:08:10.718665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0424 15:08:11.020415 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0424 15:08:11.653980 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 15:08:11.654799 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 15:08:12.047512 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-119a2t4ivra1 -n openshift-monitoring because it was missing I0424 15:08:12.276165 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0424 15:08:12.296000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0424 15:08:13.751352 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-8u5j9fd7icueo -n openshift-monitoring because it was missing I0424 15:08:13.769340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0424 15:08:13.792294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0424 15:08:13.803270 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0424 15:08:16.341893 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 15:08:16.341988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0424 15:08:23.682544 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0424 15:08:23.744153 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 15:08:28.984233 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0424 15:08:30.135794 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 15:08:37.155640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0424 15:08:37.171274 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 15:08:37.171353 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0424 15:08:46.143770 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 15:08:48.702862 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 15:09:02.246609 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 15:09:02.262504 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 15:09:03.247627 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 15:09:23.862590 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 15:09:23.862632 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0424 15:09:23.862641 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0424 15:09:23.862671 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0424 15:09:23.862701 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 15:09:23.891287 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 15:09:23.895910 1 tasks.go:49] processing task group 1 of 3 I0424 15:09:23.895936 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 15:09:23.895951 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:09:23.908833 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:09:24.946174 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTVVSdU1hOTIrSWt3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056QTBNekkxTVRBZQpGdzB5TmpBME1qUXhOVEEzTXpCYUZ3MHlPREEyTWpJeE5UQTNNekZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN3TkRNeU5URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2pXcDA5bW5xbGh4Q040cC9LRWk4SHd5anZrdTBtSXFhUApSZEVQVjhPK0hBalluZDRJZ0J5dDNQTHp6V0NCUmt2dy9zK2ROY0lKVXdvakN4RGU2bExXM0ZwdjdLUWJNVmtKClh6WUcyTkFUdEpxYlNFQnhabkN6eFFLRUZPSGxVb05scUQ2QVMxb1psVStldG9wRGtaWFB1OTA5Z0tMcWl4ZlYKQjdBWW9KU0lqN0JRRHQ3ZE81aXJPdXFEcUdMYlE3S1BFT2JaeCtiZXVkaE4yRnUwcnpMTnZyaktjSEV3ZzZlRQpqaFJIY2FVMDl4b3NLSENtUThYZklHYVRJMVZFZlRjc1pHUHRsUWxINS93NWluWkw4ZDQ1dWE0SUJTUzhPNDNLCkZGY3pLY2JKclljRjEyeFZKeEo3ZzZTU2g0akxFczBFaWN5aXlBQ3dqakp1bDhQNlFwNjlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJjeGVHdQpIbUVEcndiRDhaZzlDTlh1UnU4SE5UQWZCZ05WSFNNRUdEQVdnQlJjeGVHdUhtRURyd2JEOFpnOUNOWHVSdThICk5UQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFoVFJKYm40ZlpQQ3BtMFg3Ni83ZGJFbWd4M241bmEzOUE5RkUKMHRFeXFNVzR6ZERncEZLSkswRlA1NVNQbC9pZEwyMm5SVDNQcXVtK1pnQzlYRTlaRUx4MzZlSFJJbHRSallHOQpHWlp3Sk95c3daMTlpOVhEalZrYzl4ZU9VVDhYRFRCNGY2Nng1Q05KcnIrU1EvblJRdDZEZUNPVVFTSXMwUHhLCkt3VDN0WmlTRnlDU3IxQkNtT2JRNEtDN1IvT0taZUU0YnJvRHE3K2pKNDJYUTBuM0cvNS9aMWhkTVVpMTZIOUwKRjJwZFFTZm5WYTJpelpKRUZOUTNVR3hFL1gzbTlOeU9HWUFvdWVTa2R6NGkxcUs3ejVvRlZDMWpBQlRlV1BHbwpmWGpnL2x6d25SbnNlRC91a2JKTXdXalV2RzBBRzQrd0Z4Znc0L2Q2OURWYjhrVWh2dz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0424 15:09:24.952877 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0424 15:09:24.957955 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJTVVSdU1hOTIrSWt3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056QTBNekkxTVRBZQpGdzB5TmpBME1qUXhOVEEzTXpCYUZ3MHlPREEyTWpJeE5UQTNNekZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN3TkRNeU5URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2pXcDA5bW5xbGh4Q040cC9LRWk4SHd5anZrdTBtSXFhUApSZEVQVjhPK0hBalluZDRJZ0J5dDNQTHp6V0NCUmt2dy9zK2ROY0lKVXdvakN4RGU2bExXM0ZwdjdLUWJNVmtKClh6WUcyTkFUdEpxYlNFQnhabkN6eFFLRUZPSGxVb05scUQ2QVMxb1psVStldG9wRGtaWFB1OTA5Z0tMcWl4ZlYKQjdBWW9KU0lqN0JRRHQ3ZE81aXJPdXFEcUdMYlE3S1BFT2JaeCtiZXVkaE4yRnUwcnpMTnZyaktjSEV3ZzZlRQpqaFJIY2FVMDl4b3NLSENtUThYZklHYVRJMVZFZlRjc1pHUHRsUWxINS93NWluWkw4ZDQ1dWE0SUJTUzhPNDNLCkZGY3pLY2JKclljRjEyeFZKeEo3ZzZTU2g0akxFczBFaWN5aXlBQ3dqakp1bDhQNlFwNjlBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlJjeGVHdQpIbUVEcndiRDhaZzlDTlh1UnU4SE5UQWZCZ05WSFNNRUdEQVdnQlJjeGVHdUhtRURyd2JEOFpnOUNOWHVSdThICk5UQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFoVFJKYm40ZlpQQ3BtMFg3Ni83ZGJFbWd4M241bmEzOUE5RkUKMHRFeXFNVzR6ZERncEZLSkswRlA1NVNQbC9pZEwyMm5SVDNQcXVtK1pnQzlYRTlaRUx4MzZlSFJJbHRSallHOQpHWlp3Sk95c3daMTlpOVhEalZrYzl4ZU9VVDhYRFRCNGY2Nng1Q05KcnIrU1EvblJRdDZEZUNPVVFTSXMwUHhLCkt3VDN0WmlTRnlDU3IxQkNtT2JRNEtDN1IvT0taZUU0YnJvRHE3K2pKNDJYUTBuM0cvNS9aMWhkTVVpMTZIOUwKRjJwZFFTZm5WYTJpelpKRUZOUTNVR3hFL1gzbTlOeU9HWUFvdWVTa2R6NGkxcUs3ejVvRlZDMWpBQlRlV1BHbwpmWGpnL2x6d25SbnNlRC91a2JKTXdXalV2RzBBRzQrd0Z4Znc0L2Q2OURWYjhrVWh2dz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0424 15:09:24.963758 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0424 15:09:27.045633 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 15:09:27.045656 1 tasks.go:49] processing task group 2 of 3 I0424 15:09:27.045681 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:09:27.045686 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 15:09:27.045699 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:09:27.045717 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 15:09:27.045739 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 15:09:27.045752 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:09:27.045770 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:09:27.045807 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 15:09:27.045812 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 15:09:27.045786 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 15:09:27.045799 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 15:09:27.047514 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:09:27.045809 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 15:09:27.047622 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 15:09:27.046424 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:09:27.101522 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:09:27.123836 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:09:27.135015 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 15:09:27.139123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0424 15:09:27.152988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0424 15:09:27.175852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0424 15:09:27.186829 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0424 15:09:27.190311 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:09:27.198128 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 15:09:27.362113 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 15:09:28.122142 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:09:28.148779 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:09:28.149082 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 15:09:28.163554 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:09:28.178111 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 15:09:30.198591 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 15:09:32.188564 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 15:09:32.245708 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0424 15:09:33.108093 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 15:09:35.336429 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 15:10:38.242969 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 15:11:42.432834 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 15:11:42.432860 1 tasks.go:49] processing task group 3 of 3 I0424 15:11:42.432875 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 15:11:42.479674 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 15:11:42.479740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"6b78e055-4556-41e3-9225-5a5945100e0c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0424 15:11:42.485629 1 operator.go:851] Updating ClusterOperator status to done. W0424 15:11:42.534793 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 15:11:42.574178 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 15:11:42.579147 1 tasks.go:49] processing task group 1 of 3 I0424 15:11:42.579168 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 15:11:42.579180 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:11:42.593023 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:11:45.733663 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 15:11:45.733683 1 tasks.go:49] processing task group 2 of 3 I0424 15:11:45.733708 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:11:45.733714 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 15:11:45.733729 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:11:45.733745 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 15:11:45.733766 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 15:11:45.733776 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:11:45.733809 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:11:45.733820 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 15:11:45.733832 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:11:45.733847 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:11:45.733863 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 15:11:45.733882 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 15:11:45.733902 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 15:11:45.733933 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 15:11:45.733913 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 15:11:45.787970 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:11:45.804050 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:11:45.821657 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 15:11:45.870366 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:11:46.802466 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:11:46.827361 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:11:46.831365 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 15:11:46.851146 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:11:46.871794 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 15:11:48.884934 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 15:11:50.865489 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 15:11:51.812759 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 15:11:51.896644 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 15:11:56.892972 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 15:11:57.478065 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 15:11:57.495494 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 15:12:01.054819 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 15:12:01.054843 1 tasks.go:49] processing task group 3 of 3 I0424 15:12:01.054859 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 15:12:01.089478 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 15:12:01.095506 1 operator.go:851] Updating ClusterOperator status to done. W0424 15:12:01.105350 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 15:12:01.134595 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 15:12:01.139153 1 tasks.go:49] processing task group 1 of 3 I0424 15:12:01.139176 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 15:12:01.139189 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:12:01.151953 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:12:04.275031 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 15:12:04.275053 1 tasks.go:49] processing task group 2 of 3 I0424 15:12:04.275077 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:12:04.275085 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 15:12:04.275106 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 15:12:04.275121 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 15:12:04.275136 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:12:04.275156 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:12:04.275172 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:12:04.275198 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 15:12:04.275213 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:12:04.275240 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 15:12:04.275251 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:12:04.275271 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 15:12:04.275291 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 15:12:04.275342 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 15:12:04.275343 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 15:12:04.320587 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:12:04.339944 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:12:04.354739 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 15:12:04.407389 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:12:05.340246 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:12:05.360666 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:12:05.363918 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 15:12:05.393629 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 15:12:05.394488 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:12:07.419733 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 15:12:09.387860 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 15:12:10.337568 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 15:12:10.412261 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 15:12:15.429437 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 15:12:19.561189 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 15:12:19.561214 1 tasks.go:49] processing task group 3 of 3 I0424 15:12:19.561228 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 15:12:19.597986 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 15:12:19.602747 1 operator.go:851] Updating ClusterOperator status to done. I0424 15:12:58.715017 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 15:12:58.715061 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 15:12:58.744704 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 15:12:58.749089 1 tasks.go:49] processing task group 1 of 3 I0424 15:12:58.749118 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 15:12:58.749129 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:12:58.760605 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:13:01.891360 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 15:13:01.891384 1 tasks.go:49] processing task group 2 of 3 I0424 15:13:01.891408 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:13:01.891416 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 15:13:01.891425 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 15:13:01.891445 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:13:01.891464 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 15:13:01.891482 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:13:01.891500 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:13:01.891525 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:13:01.891541 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 15:13:01.891552 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 15:13:01.891576 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 15:13:01.891595 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:13:01.891613 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 15:13:01.891630 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 15:13:01.891605 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 15:13:01.952866 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:13:01.969824 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:13:01.974286 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 15:13:02.034443 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:13:02.972978 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:13:02.996173 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:13:03.003438 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 15:13:03.004772 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:13:03.030909 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 15:13:05.053728 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 15:13:07.020746 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 15:13:07.947267 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 15:13:08.039843 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 15:13:13.056199 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 15:13:17.194192 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 15:13:17.194218 1 tasks.go:49] processing task group 3 of 3 I0424 15:13:17.194234 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 15:13:17.232160 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 15:13:17.239524 1 operator.go:851] Updating ClusterOperator status to done. I0424 15:17:58.714706 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 15:17:58.714759 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 15:17:58.742415 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 15:17:58.747043 1 tasks.go:49] processing task group 1 of 3 I0424 15:17:58.747071 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 15:17:58.747084 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:17:58.758724 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:18:01.891045 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 15:18:01.891069 1 tasks.go:49] processing task group 2 of 3 I0424 15:18:01.891090 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:18:01.891099 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 15:18:01.891107 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 15:18:01.891110 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 15:18:01.891128 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:18:01.891149 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:18:01.891158 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:18:01.891177 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 15:18:01.891203 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 15:18:01.891217 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:18:01.891234 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 15:18:01.891257 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 15:18:01.891275 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 15:18:01.891296 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 15:18:01.891094 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:18:01.943289 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:18:01.964299 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:18:01.977036 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 15:18:02.022801 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:18:02.993561 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:18:03.057449 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 15:18:03.062650 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:18:03.095317 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 15:18:03.118483 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:18:05.130566 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 15:18:07.025941 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 15:18:07.950983 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 15:18:08.037366 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 15:18:13.159604 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 15:18:17.279248 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 15:18:17.279282 1 tasks.go:49] processing task group 3 of 3 I0424 15:18:17.279296 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 15:18:17.315655 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 15:18:17.320683 1 operator.go:851] Updating ClusterOperator status to done. I0424 15:22:58.621122 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0424 15:22:58.621157 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 15:22:58.621253 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0424 15:22:58.621360 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0424 15:22:58.621399 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0424 15:22:58.621428 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0424 15:22:58.623422 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0424 15:22:58.623461 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0424 15:22:58.623477 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 15:22:58.623525 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 15:22:58.623543 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0424 15:22:58.625619 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0424 15:22:58.658379 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 15:22:58.660166 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0424 15:22:58.663500 1 tasks.go:49] processing task group 1 of 3 I0424 15:22:58.663523 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 15:22:58.663535 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:22:58.680640 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:22:58.715182 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0424 15:23:01.813028 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 15:23:01.813049 1 tasks.go:49] processing task group 2 of 3 I0424 15:23:01.813074 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:23:01.813079 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 15:23:01.813085 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 15:23:01.813102 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:23:01.813123 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:23:01.813144 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 15:23:01.813168 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 15:23:01.813191 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 15:23:01.813210 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:23:01.813221 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 15:23:01.813230 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:23:01.813242 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:23:01.813268 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 15:23:01.813294 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 15:23:01.813313 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 15:23:01.884945 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:23:01.892660 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:23:01.899824 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 15:23:01.959285 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:23:02.881615 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:23:02.918594 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:23:02.921727 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 15:23:02.922267 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:23:02.962217 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 15:23:04.962565 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 15:23:06.948347 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 15:23:07.869608 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 15:23:07.966616 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 15:23:12.961247 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 15:23:17.117372 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 15:23:17.117395 1 tasks.go:49] processing task group 3 of 3 I0424 15:23:17.117407 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 15:23:17.154821 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 15:23:17.159925 1 operator.go:851] Updating ClusterOperator status to done. W0424 15:23:17.168527 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 15:23:17.192152 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 15:23:17.196175 1 tasks.go:49] processing task group 1 of 3 I0424 15:23:17.196196 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 15:23:17.196210 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:23:17.207452 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:23:20.318031 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 15:23:20.318053 1 tasks.go:49] processing task group 2 of 3 I0424 15:23:20.318076 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:23:20.318087 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 15:23:20.318134 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 15:23:20.318169 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:23:20.318184 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:23:20.318207 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 15:23:20.318227 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 15:23:20.318242 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 15:23:20.318262 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:23:20.318284 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 15:23:20.318304 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 15:23:20.318302 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:23:20.318343 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:23:20.318358 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 15:23:20.318291 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 15:23:20.371902 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:23:20.386945 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:23:20.401896 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 15:23:20.447443 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:23:21.397178 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:23:21.409021 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:23:21.419063 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 15:23:21.434374 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:23:21.442909 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 15:23:23.466667 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 15:23:25.438282 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 15:23:26.375593 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 15:23:26.455502 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 15:23:31.475035 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 15:23:35.623496 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 15:23:35.623523 1 tasks.go:49] processing task group 3 of 3 I0424 15:23:35.623535 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 15:23:35.670345 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 15:23:35.677845 1 operator.go:851] Updating ClusterOperator status to done. I0424 15:27:58.715234 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 15:27:58.715293 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 15:27:58.740709 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 15:27:58.745115 1 tasks.go:49] processing task group 1 of 3 I0424 15:27:58.745141 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 15:27:58.745164 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:27:58.755903 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:28:01.886269 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 15:28:01.886289 1 tasks.go:49] processing task group 2 of 3 I0424 15:28:01.886307 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:28:01.886374 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 15:28:01.886393 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 15:28:01.886413 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 15:28:01.886427 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 15:28:01.886454 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 15:28:01.886473 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 15:28:01.886486 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:28:01.886509 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:28:01.886524 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 15:28:01.886532 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:28:01.886548 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:28:01.886565 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 15:28:01.886588 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 15:28:01.886602 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:28:01.930373 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:28:01.952605 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:28:01.965244 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 15:28:02.015690 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:28:02.950033 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:28:02.975747 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:28:02.977716 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 15:28:02.992081 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:28:03.026924 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 15:28:05.047163 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 15:28:06.999902 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 15:28:07.938054 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 15:28:08.022511 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 15:28:13.041075 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 15:28:17.182490 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 15:28:17.182513 1 tasks.go:49] processing task group 3 of 3 I0424 15:28:17.182530 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 15:28:17.218223 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 15:28:17.223204 1 operator.go:851] Updating ClusterOperator status to done. I0424 15:32:58.715080 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 15:32:58.715139 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 15:32:58.740507 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 15:32:58.744858 1 tasks.go:49] processing task group 1 of 3 I0424 15:32:58.744885 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 15:32:58.744894 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:32:58.756879 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 15:33:01.881576 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 15:33:01.881601 1 tasks.go:49] processing task group 2 of 3 I0424 15:33:01.881620 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:33:01.881634 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:33:01.881652 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 15:33:01.881656 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 15:33:01.881681 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 15:33:01.881709 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:33:01.881733 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 15:33:01.881735 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 15:33:01.881752 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 15:33:01.881765 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:33:01.881796 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:33:01.881811 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 15:33:01.881642 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 15:33:01.881839 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:33:01.881712 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 15:33:01.928228 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 15:33:01.946372 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 15:33:01.975201 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 15:33:02.013209 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 15:33:02.946508 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 15:33:02.967394 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 15:33:02.973286 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 15:33:02.987460 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 15:33:03.015371 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 15:33:05.033304 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 15:33:07.001222 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 15:33:07.950336 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 15:33:08.049669 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 15:33:13.061765 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager