W0423 20:43:59.378001 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0423 20:43:59.378360 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0423 20:43:59.378394 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0423 20:43:59.378399 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0423 20:43:59.378403 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0423 20:43:59.378407 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0423 20:43:59.404701 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0423 20:43:59.408145 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0423 20:43:59.408285 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0423 20:43:59.408366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0423 20:43:59.409390 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0423 20:43:59.415201 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0423 20:43:59.416448 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0423 20:43:59.416568 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 20:43:59.416923 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 20:43:59.417010 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 20:43:59.417980 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0423 20:43:59.418135 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 20:43:59.421280 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 20:43:59.421314 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 20:43:59.421364 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0423 20:43:59.421460 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 20:43:59.421585 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 20:43:59.421941 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 20:43:59.437868 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0423 20:43:59.437872 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0423 20:43:59.438167 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 20:43:59.455978 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0423 20:43:59.511968 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 20:43:59.512048 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:43:59.512049 1 rule_controller.go:114] Starting alerting rules controller I0423 20:43:59.512064 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0423 20:43:59.512076 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0423 20:43:59.512081 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0423 20:43:59.512093 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0423 20:43:59.512098 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0423 20:43:59.512094 1 relabel_controller.go:117] Starting alert relabel config controller I0423 20:43:59.512103 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0423 20:43:59.512113 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0423 20:43:59.512120 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0423 20:43:59.512120 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0423 20:43:59.512081 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0423 20:43:59.512148 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0423 20:43:59.514686 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0423 20:43:59.515629 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0423 20:43:59.515638 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0423 20:43:59.516179 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0423 20:43:59.517982 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.518024 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.518028 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.518115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 20:43:59.518135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 20:43:59.518163 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0423 20:43:59.529597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-7pzw9" is created for OpenShiftMonitoringTelemeterClientCertRequester I0423 20:43:59.532596 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-nftfn" is created for OpenShiftMonitoringClientCertRequester I0423 20:43:59.532633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-t7n47" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0423 20:43:59.541061 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.541932 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.542431 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.545494 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.546684 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.547606 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.551602 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.551757 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.551765 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.555731 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:43:59.556691 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.556693 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.556700 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.560723 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.562003 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.562043 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.571121 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.572161 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.572164 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.573330 1 tasks.go:49] processing task group 1 of 3 I0423 20:43:59.573355 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:43:59.573437 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:43:59.577099 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.577718 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.577728 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.588477 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.588488 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.588574 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.588614 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0423 20:43:59.593647 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.593657 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.593677 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.602650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0423 20:43:59.609472 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.609597 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-23T20:38:59Z", ) I0423 20:43:59.609611 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-22T20:38:59Z", ) I0423 20:43:59.609672 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.609800 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-23T20:38:59Z", ) I0423 20:43:59.609811 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0423 20:43:59.609823 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-22T20:38:59Z", ) I0423 20:43:59.609922 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-23T20:38:59Z", ) I0423 20:43:59.609939 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-22T20:38:59Z", ) I0423 20:43:59.611015 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:43:59.612260 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0423 20:43:59.612270 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0423 20:43:59.618988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0423 20:43:59.619218 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0423 20:43:59.621812 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0423 20:43:59.621979 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0423 20:43:59.622500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0423 20:43:59.622718 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0423 20:43:59.626905 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0423 20:43:59.699681 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0423 20:43:59.771600 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0423 20:43:59.773022 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0423 20:43:59.773037 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0423 20:43:59.773053 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0423 20:43:59.773058 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0423 20:43:59.775666 1 secure_serving.go:57] Forcing use of http/1.1 only I0423 20:43:59.775686 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0423 20:43:59.779481 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0423 20:43:59.781520 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0423 20:43:59.781542 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0423 20:43:59.781554 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0423 20:43:59.781561 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0423 20:43:59.781572 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0423 20:43:59.781558 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0423 20:43:59.781850 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0423 20:43:59.781950 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776977011\" (2026-04-23 20:43:39 +0000 UTC to 2028-04-22 20:43:40 +0000 UTC (now=2026-04-23 20:43:59.781926868 +0000 UTC))" I0423 20:43:59.782160 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776977039\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776977039\" (2026-04-23 19:43:59 +0000 UTC to 2029-04-23 19:43:59 +0000 UTC (now=2026-04-23 20:43:59.782142515 +0000 UTC))" I0423 20:43:59.782186 1 secure_serving.go:211] Serving securely on [::]:8443 I0423 20:43:59.782208 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0423 20:43:59.782225 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0423 20:43:59.784088 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0423 20:43:59.784095 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0423 20:43:59.784167 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0423 20:43:59.793453 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 20:43:59.819587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 20:43:59.835294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0423 20:43:59.882614 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0423 20:43:59.882633 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0423 20:43:59.882650 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0423 20:43:59.882841 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-23 20:34:25 +0000 UTC to 2036-04-20 20:34:25 +0000 UTC (now=2026-04-23 20:43:59.882805197 +0000 UTC))" I0423 20:43:59.883054 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776977011\" (2026-04-23 20:43:39 +0000 UTC to 2028-04-22 20:43:40 +0000 UTC (now=2026-04-23 20:43:59.883039241 +0000 UTC))" I0423 20:43:59.883239 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776977039\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776977039\" (2026-04-23 19:43:59 +0000 UTC to 2029-04-23 19:43:59 +0000 UTC (now=2026-04-23 20:43:59.883224898 +0000 UTC))" I0423 20:43:59.883415 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-23 20:34:29 +0000 UTC to 2036-04-20 20:34:29 +0000 UTC (now=2026-04-23 20:43:59.883396373 +0000 UTC))" I0423 20:43:59.883445 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-23 20:34:35 +0000 UTC to 2036-04-20 20:34:35 +0000 UTC (now=2026-04-23 20:43:59.883429224 +0000 UTC))" I0423 20:43:59.883467 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-23 20:34:39 +0000 UTC to 2036-04-20 20:34:39 +0000 UTC (now=2026-04-23 20:43:59.883458833 +0000 UTC))" I0423 20:43:59.883495 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-23 20:34:42 +0000 UTC to 2036-04-20 20:34:42 +0000 UTC (now=2026-04-23 20:43:59.883480385 +0000 UTC))" I0423 20:43:59.883512 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-23 20:34:45 +0000 UTC to 2036-04-20 20:34:45 +0000 UTC (now=2026-04-23 20:43:59.883503954 +0000 UTC))" I0423 20:43:59.883527 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps35p4e7fo08ot66mbftq9uvphot0ei-kx-64c91c14e1_customer-system-admin-signer@1776976587\" [] issuer=\"\" (2026-04-23 20:36:28 +0000 UTC to 2026-04-30 20:36:29 +0000 UTC (now=2026-04-23 20:43:59.883518247 +0000 UTC))" I0423 20:43:59.883545 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ps35p4e7fo08ot66mbftq9uvphot0ei-kx-64c91c14e1_sre-system-admin-signer@1776976587\" [] issuer=\"\" (2026-04-23 20:36:26 +0000 UTC to 2026-04-30 20:36:27 +0000 UTC (now=2026-04-23 20:43:59.883535273 +0000 UTC))" I0423 20:43:59.883571 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-23 20:34:25 +0000 UTC to 2036-04-20 20:34:25 +0000 UTC (now=2026-04-23 20:43:59.883558286 +0000 UTC))" I0423 20:43:59.883864 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776977011\" (2026-04-23 20:43:39 +0000 UTC to 2028-04-22 20:43:40 +0000 UTC (now=2026-04-23 20:43:59.883842293 +0000 UTC))" I0423 20:43:59.884053 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776977039\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776977039\" (2026-04-23 19:43:59 +0000 UTC to 2029-04-23 19:43:59 +0000 UTC (now=2026-04-23 20:43:59.884030365 +0000 UTC))" I0423 20:44:03.154279 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0423 20:44:03.896354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0423 20:44:03.908925 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0423 20:44:03.923356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0423 20:44:10.048760 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:44:10.048791 1 tasks.go:49] processing task group 2 of 3 I0423 20:44:10.048821 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:44:10.048827 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:44:10.048845 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:44:10.048854 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:44:10.048865 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:44:10.048868 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:44:10.048874 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:44:10.048886 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:44:10.048892 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:44:10.048904 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:44:10.048910 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:44:10.048918 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:44:10.048933 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:44:10.048940 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:44:10.048880 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:44:10.062895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0423 20:44:10.070109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0423 20:44:10.082600 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0423 20:44:10.112281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0423 20:44:10.112410 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0423 20:44:10.132621 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0423 20:44:10.159801 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:44:10.160871 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:44:10.176880 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:44:10.195705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0423 20:44:10.203744 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0423 20:44:10.252064 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0423 20:44:10.255617 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0423 20:44:10.255645 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0423 20:44:10.255659 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0423 20:44:10.336712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0423 20:44:10.336744 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0423 20:44:10.353806 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0423 20:44:10.403613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0423 20:44:10.407334 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0423 20:44:10.413477 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0423 20:44:10.414936 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0423 20:44:10.418132 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0423 20:44:10.418151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0423 20:44:10.434869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0423 20:44:10.450678 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0423 20:44:10.452981 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0423 20:44:10.463860 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0423 20:44:10.476427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0423 20:44:10.491153 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0423 20:44:10.519586 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0423 20:44:10.663597 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0423 20:44:10.746823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0423 20:44:10.795148 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0423 20:44:10.850999 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0423 20:44:10.931245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0423 20:44:10.962999 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0423 20:44:10.985837 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0423 20:44:11.049669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0423 20:44:11.137680 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0423 20:44:11.197069 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0423 20:44:11.251810 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0423 20:44:11.273611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0423 20:44:11.319667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0423 20:44:11.341634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0423 20:44:11.396625 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0423 20:44:11.487743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0423 20:44:11.493012 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0423 20:44:11.506529 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0423 20:44:11.510339 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0423 20:44:11.557647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0423 20:44:11.584242 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0423 20:44:11.584965 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 20:44:11.633871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0423 20:44:11.783661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0423 20:44:11.929754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0423 20:44:11.997604 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0423 20:44:12.248443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0423 20:44:12.259429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0423 20:44:12.271314 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0423 20:44:12.466585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0423 20:44:12.574668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0423 20:44:12.592581 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:44:12.592662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0423 20:44:12.598843 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0423 20:44:12.759673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0423 20:44:12.864276 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0423 20:44:12.970031 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0423 20:44:13.064947 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0423 20:44:13.165555 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0423 20:44:13.193834 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:44:13.200823 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:44:13.267281 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0423 20:44:13.375185 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0423 20:44:13.474903 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0423 20:44:13.514060 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-6m03svclr8ch5 -n openshift-monitoring because it was missing I0423 20:44:13.602384 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0423 20:44:13.689765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0423 20:44:13.709285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0423 20:44:14.052563 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0423 20:44:14.834321 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 20:44:15.112103 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0423 20:44:15.151554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0423 20:44:15.158230 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-4l2q9op82tepi -n openshift-monitoring because it was missing I0423 20:44:16.742943 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-1th00n3euaajl -n openshift-monitoring because it was missing I0423 20:44:16.767573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0423 20:44:16.800290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0423 20:44:16.811521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0423 20:44:19.580195 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:44:20.552513 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:44:21.221945 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:44:21.221974 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0423 20:44:21.584157 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:44:28.604476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0423 20:44:28.637256 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:44:29.843949 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 20:44:30.842879 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 20:44:30.937947 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 20:44:30.956831 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 20:44:31.847456 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 20:44:40.260948 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0423 20:44:40.275490 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:44:40.275507 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0423 20:44:47.852941 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 20:44:51.651621 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:45:26.910454 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:45:26.910493 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0423 20:45:26.910500 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0423 20:45:26.910526 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0423 20:45:26.910554 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:45:26.958286 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:45:26.966343 1 tasks.go:49] processing task group 1 of 3 I0423 20:45:26.966390 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:45:26.966397 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:45:26.993225 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:45:28.052164 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZnJpOWEycUFUUDR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazNOekF4TVRBZQpGdzB5TmpBME1qTXlNRFF6TXpCYUZ3MHlPREEyTWpFeU1EUXpNekZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1Tnpjd01URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREtxYU1GVFkzMm0vVFp3ZGt4T1NUNVlpTDdoOW85dkw5dgo2QXB6Z1RHQzg0bXl3S1JUYW5LdlNEbVNRcnl0UmZpeWhUOHl5NVB5MHI5M3NGZzlhbVN1ZmpYMjBZY0JmMGhZCjhWSmI5aGRrMEZWYkQ3NG4vWTkvWWFnUFA3K2lpQ0RZL2V0ZU0wajJQZFpaYnRZM2ptSEFiSXhSRW5sM3lXanMKSzhKeFZPVTM4OWdYYklzR3hXTUxjU1RnNStEMWl4ZDZucFVhcmN5RFZxczJKcUhNMkNBQUh3SnF2N0hCMDAxZwpLSDlYaEhUc0R4MTdvT1pYNnFyeDg4TElvaDFRSlFvU2pzWlhkM2YvMW5TWFpaUHE2TVBrcnFpaDJHb0VYUUh4CktLaGRGK25qUVhzRDhXN2I5bkQ4eUdVSTNFMVRmRU1jZVA3eGlGVUhTK21Nd2dOQXl0LzVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlIybDFtTwpCVjZuMDFSUWRGSHpEdVJic1lQN0xUQWZCZ05WSFNNRUdEQVdnQlIybDFtT0JWNm4wMVJRZEZIekR1UmJzWVA3CkxUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFMYjRaU2RjYk96NllCaUV0YnM1SndvZzFhVUFiMWR0SGE3UE0KSG03N3NJVDlnamR6ZFZxUHhrcWhiMzBEeW5VcG9EME9xWWxaNWM0TlN3VVpkVWoyMnhWV29xSFJId2E2MUpDeApQL0p6L3hreDQxQ0MrVWpMdWprdTVqMWJOakFqb0twbnpLZGlmNHgxMUJoUHN5ZnZtV1VVL1Y4b3JwRXM0TnFaClRWNmdhZ1VzSm5YVDYxZTNqcHFRV0Y3THZKNFFXRXpuZkhMZjRCcmJtN3pVdDJSTURFZjBQVldqY0x6clZmTkoKbERwS3pqWCt2b3QzZFFVaDd5SXlyNm04YTVScXplZlVNc3B0NHNXYkQ3VjBHWHd5eGd2allOaGY2VS9lS0t0VwpKVXpKcVNSYnhOQW8xbitZN2R6c2VqbzBiT1NpV0tPZW1HWjNueW5UNmU2UGxTbU9BQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0423 20:45:28.057441 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0423 20:45:28.061689 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZnJpOWEycUFUUDR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qazNOekF4TVRBZQpGdzB5TmpBME1qTXlNRFF6TXpCYUZ3MHlPREEyTWpFeU1EUXpNekZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelk1Tnpjd01URXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREtxYU1GVFkzMm0vVFp3ZGt4T1NUNVlpTDdoOW85dkw5dgo2QXB6Z1RHQzg0bXl3S1JUYW5LdlNEbVNRcnl0UmZpeWhUOHl5NVB5MHI5M3NGZzlhbVN1ZmpYMjBZY0JmMGhZCjhWSmI5aGRrMEZWYkQ3NG4vWTkvWWFnUFA3K2lpQ0RZL2V0ZU0wajJQZFpaYnRZM2ptSEFiSXhSRW5sM3lXanMKSzhKeFZPVTM4OWdYYklzR3hXTUxjU1RnNStEMWl4ZDZucFVhcmN5RFZxczJKcUhNMkNBQUh3SnF2N0hCMDAxZwpLSDlYaEhUc0R4MTdvT1pYNnFyeDg4TElvaDFRSlFvU2pzWlhkM2YvMW5TWFpaUHE2TVBrcnFpaDJHb0VYUUh4CktLaGRGK25qUVhzRDhXN2I5bkQ4eUdVSTNFMVRmRU1jZVA3eGlGVUhTK21Nd2dOQXl0LzVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlIybDFtTwpCVjZuMDFSUWRGSHpEdVJic1lQN0xUQWZCZ05WSFNNRUdEQVdnQlIybDFtT0JWNm4wMVJRZEZIekR1UmJzWVA3CkxUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFMYjRaU2RjYk96NllCaUV0YnM1SndvZzFhVUFiMWR0SGE3UE0KSG03N3NJVDlnamR6ZFZxUHhrcWhiMzBEeW5VcG9EME9xWWxaNWM0TlN3VVpkVWoyMnhWV29xSFJId2E2MUpDeApQL0p6L3hreDQxQ0MrVWpMdWprdTVqMWJOakFqb0twbnpLZGlmNHgxMUJoUHN5ZnZtV1VVL1Y4b3JwRXM0TnFaClRWNmdhZ1VzSm5YVDYxZTNqcHFRV0Y3THZKNFFXRXpuZkhMZjRCcmJtN3pVdDJSTURFZjBQVldqY0x6clZmTkoKbERwS3pqWCt2b3QzZFFVaDd5SXlyNm04YTVScXplZlVNc3B0NHNXYkQ3VjBHWHd5eGd2allOaGY2VS9lS0t0VwpKVXpKcVNSYnhOQW8xbitZN2R6c2VqbzBiT1NpV0tPZW1HWjNueW5UNmU2UGxTbU9BQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0423 20:45:28.067366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0423 20:45:30.165788 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:45:30.165816 1 tasks.go:49] processing task group 2 of 3 I0423 20:45:30.165848 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:45:30.165851 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:45:30.165866 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:45:30.165885 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:45:30.165902 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:45:30.165929 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:45:30.165951 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:45:30.165969 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:45:30.165999 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:45:30.166003 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:45:30.166002 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:45:30.166016 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:45:30.166073 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:45:30.166098 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:45:30.166071 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:45:30.223246 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:45:30.238367 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:45:30.248088 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:45:30.273897 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0423 20:45:30.291876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0423 20:45:30.309351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0423 20:45:30.312315 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:45:30.320661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0423 20:45:30.332631 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 20:45:30.389560 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0423 20:45:31.247478 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:45:31.269715 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:45:31.279830 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:45:31.295797 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:45:31.319157 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:45:33.342348 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:45:35.304745 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:45:35.382105 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0423 20:45:36.222635 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:45:40.471521 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:46:41.351574 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:47:45.512013 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:47:45.512039 1 tasks.go:49] processing task group 3 of 3 I0423 20:47:45.512049 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:47:45.561449 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:47:45.561518 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"10db95ce-9e9a-473d-b672-85a241792c15", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0423 20:47:45.567217 1 operator.go:851] Updating ClusterOperator status to done. W0423 20:47:45.604390 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:47:45.642911 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:47:45.648595 1 tasks.go:49] processing task group 1 of 3 I0423 20:47:45.648613 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:47:45.648626 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:47:45.663323 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:47:48.792613 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:47:48.792634 1 tasks.go:49] processing task group 2 of 3 I0423 20:47:48.792658 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:47:48.792657 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:47:48.792676 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:47:48.792691 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:47:48.792707 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:47:48.792732 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:47:48.792749 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:47:48.792768 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:47:48.792786 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:47:48.792809 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:47:48.792821 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:47:48.792836 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:47:48.792860 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:47:48.792866 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:47:48.792888 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:47:48.848986 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:47:48.871150 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:47:48.876834 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:47:48.940853 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:47:49.864627 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:47:49.884640 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:47:49.894440 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:47:49.895980 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:47:49.941679 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:47:51.942039 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:47:53.922880 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:47:54.846893 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:47:54.933835 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:47:59.937163 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:48:00.184956 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0423 20:48:04.104547 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:48:04.104573 1 tasks.go:49] processing task group 3 of 3 I0423 20:48:04.104588 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:48:04.141123 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:48:04.145874 1 operator.go:851] Updating ClusterOperator status to done. W0423 20:48:04.155526 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:48:04.181760 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:48:04.185955 1 tasks.go:49] processing task group 1 of 3 I0423 20:48:04.185977 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:48:04.185988 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:48:04.197822 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:48:07.311329 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:48:07.311352 1 tasks.go:49] processing task group 2 of 3 I0423 20:48:07.311391 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:48:07.311394 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:48:07.311403 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:48:07.311432 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:48:07.311453 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:48:07.311473 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:48:07.311490 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:48:07.311514 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:48:07.311523 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:48:07.311544 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:48:07.311562 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:48:07.311589 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:48:07.311603 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:48:07.311608 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:48:07.311608 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:48:07.401162 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:48:07.425901 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:48:07.432137 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:48:07.485699 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:48:08.420566 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:48:08.422559 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:48:08.444125 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:48:08.444165 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:48:08.486204 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:48:10.495460 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:48:12.481091 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:48:13.378319 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:48:13.486653 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:48:18.511755 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:48:22.654859 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:48:22.654886 1 tasks.go:49] processing task group 3 of 3 I0423 20:48:22.654900 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:48:22.694144 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:48:22.699555 1 operator.go:851] Updating ClusterOperator status to done. I0423 20:48:59.512918 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0423 20:48:59.512954 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:48:59.539147 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:48:59.543342 1 tasks.go:49] processing task group 1 of 3 I0423 20:48:59.543388 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:48:59.543395 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:48:59.554666 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:49:02.679311 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:49:02.679336 1 tasks.go:49] processing task group 2 of 3 I0423 20:49:02.679366 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:49:02.679389 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:49:02.679394 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:49:02.679397 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:49:02.679418 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:49:02.679444 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:49:02.679462 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:49:02.679483 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:49:02.679501 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:49:02.679518 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:49:02.679536 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:49:02.679556 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:49:02.679579 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:49:02.679598 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:49:02.679367 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:49:02.723969 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:49:02.740044 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:49:02.757063 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:49:02.800308 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:49:03.746273 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:49:03.811409 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:49:03.844333 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:49:03.888446 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:49:03.909232 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:49:05.839048 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:49:07.789927 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:49:08.733351 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:49:08.812387 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:49:13.941494 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:49:18.008232 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:49:18.008260 1 tasks.go:49] processing task group 3 of 3 I0423 20:49:18.008282 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:49:18.044419 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:49:18.049069 1 operator.go:851] Updating ClusterOperator status to done. I0423 20:50:44.719890 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0423 20:50:44.719931 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0423 20:50:44.749025 1 operator.go:830] Updating ClusterOperator status to InProgress. I0423 20:50:44.753483 1 tasks.go:49] processing task group 1 of 3 I0423 20:50:44.753507 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0423 20:50:44.753526 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:50:44.765883 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0423 20:50:47.905394 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0423 20:50:47.905414 1 tasks.go:49] processing task group 2 of 3 I0423 20:50:47.905436 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:50:47.905443 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0423 20:50:47.905457 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:50:47.905468 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0423 20:50:47.905496 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:50:47.905512 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:50:47.905540 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:50:47.905552 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0423 20:50:47.905574 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0423 20:50:47.905571 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0423 20:50:47.905590 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:50:47.905593 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0423 20:50:47.905895 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0423 20:50:47.906142 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0423 20:50:47.906467 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0423 20:50:47.967002 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0423 20:50:47.986360 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0423 20:50:47.994182 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0423 20:50:48.049699 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0423 20:50:49.003588 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0423 20:50:49.046823 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0423 20:50:49.056668 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0423 20:50:49.089328 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0423 20:50:49.123514 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0423 20:50:51.120540 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0423 20:50:53.040300 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0423 20:50:53.963182 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0423 20:50:54.078795 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0423 20:50:59.171142 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0423 20:51:03.236776 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0423 20:51:03.236804 1 tasks.go:49] processing task group 3 of 3 I0423 20:51:03.236819 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0423 20:51:03.278970 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0423 20:51:03.284499 1 operator.go:851] Updating ClusterOperator status to done.