W0420 11:39:43.974685 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0420 11:39:43.975010 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0420 11:39:43.975024 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0420 11:39:43.975029 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0420 11:39:43.975033 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0420 11:39:43.975036 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0420 11:39:44.000057 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0420 11:39:44.003703 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0420 11:39:44.003704 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0420 11:39:44.003902 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0420 11:39:44.005034 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 11:39:44.011647 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 11:39:44.012897 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0420 11:39:44.013333 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:44.013954 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 11:39:44.014593 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0420 11:39:44.015469 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 11:39:44.016775 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 11:39:44.021151 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 11:39:44.021307 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 11:39:44.021370 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 11:39:44.021567 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 11:39:44.021650 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0420 11:39:44.024188 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 11:39:44.027623 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 11:39:44.028065 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:39:44.059692 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 11:39:44.107294 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 11:39:44.107356 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:39:44.107374 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0420 11:39:44.107395 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0420 11:39:44.107402 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0420 11:39:44.107378 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0420 11:39:44.107406 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0420 11:39:44.107414 1 relabel_controller.go:117] Starting alert relabel config controller I0420 11:39:44.107424 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0420 11:39:44.107432 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0420 11:39:44.107419 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0420 11:39:44.107459 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0420 11:39:44.107462 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0420 11:39:44.107380 1 rule_controller.go:114] Starting alerting rules controller I0420 11:39:44.107587 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0420 11:39:44.111453 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0420 11:39:44.111577 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0420 11:39:44.111585 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0420 11:39:44.111678 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0420 11:39:44.117424 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.117496 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.117608 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 11:39:44.117721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 11:39:44.117731 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.117850 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 11:39:44.123031 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 11:39:44.129616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-x9wx2" is created for OpenShiftMonitoringClientCertRequester I0420 11:39:44.129835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-4d92s" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0420 11:39:44.131548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-mvw4g" is created for OpenShiftMonitoringTelemeterClientCertRequester I0420 11:39:44.135732 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.138721 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.144152 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.144326 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.144541 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.148819 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.148834 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.149472 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.152785 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.153032 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.153742 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.154861 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:39:44.158787 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.158787 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.158795 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.163464 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.164143 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.164181 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.174791 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.174793 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.174793 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.174945 1 tasks.go:49] processing task group 1 of 3 I0420 11:39:44.175048 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:39:44.175055 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:39:44.181109 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.181116 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.181179 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.181310 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-20T11:34:44Z", ) I0420 11:39:44.181355 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-19T11:34:44Z", ) I0420 11:39:44.192374 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.192591 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0420 11:39:44.192730 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.192891 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0420 11:39:44.193213 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 11:39:44.203918 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.203953 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.204062 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-20T11:34:44Z", ) I0420 11:39:44.204079 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-19T11:34:44Z", ) I0420 11:39:44.204601 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0420 11:39:44.207845 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0420 11:39:44.207861 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0420 11:39:44.208170 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0420 11:39:44.208330 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-20T11:34:44Z", ) I0420 11:39:44.208352 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-19T11:34:44Z", ) I0420 11:39:44.209907 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:39:44.216488 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 11:39:44.216815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0420 11:39:44.219061 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0420 11:39:44.219094 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 11:39:44.229323 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0420 11:39:44.296059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 11:39:44.376024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 11:39:44.390984 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 11:39:44.413041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 11:39:44.425311 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 11:39:44.554092 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0420 11:39:44.555670 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0420 11:39:44.555690 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0420 11:39:44.555707 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0420 11:39:44.555711 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0420 11:39:44.558244 1 secure_serving.go:57] Forcing use of http/1.1 only I0420 11:39:44.558251 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0420 11:39:44.565483 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0420 11:39:44.565497 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 11:39:44.565508 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0420 11:39:44.565518 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 11:39:44.565529 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 11:39:44.565551 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 11:39:44.565839 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 11:39:44.565869 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776685162\" (2026-04-20 11:39:35 +0000 UTC to 2028-04-19 11:39:36 +0000 UTC (now=2026-04-20 11:39:44.56584537 +0000 UTC))" I0420 11:39:44.566039 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776685184\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776685184\" (2026-04-20 10:39:44 +0000 UTC to 2029-04-20 10:39:44 +0000 UTC (now=2026-04-20 11:39:44.566024416 +0000 UTC))" I0420 11:39:44.566058 1 secure_serving.go:211] Serving securely on [::]:8443 I0420 11:39:44.566074 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0420 11:39:44.566079 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0420 11:39:44.568705 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0420 11:39:44.568817 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0420 11:39:44.568936 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0420 11:39:44.666418 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0420 11:39:44.666480 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 11:39:44.666519 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 11:39:44.666692 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 11:29:55 +0000 UTC to 2036-04-17 11:29:55 +0000 UTC (now=2026-04-20 11:39:44.666668843 +0000 UTC))" I0420 11:39:44.666904 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776685162\" (2026-04-20 11:39:35 +0000 UTC to 2028-04-19 11:39:36 +0000 UTC (now=2026-04-20 11:39:44.666888314 +0000 UTC))" I0420 11:39:44.667070 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776685184\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776685184\" (2026-04-20 10:39:44 +0000 UTC to 2029-04-20 10:39:44 +0000 UTC (now=2026-04-20 11:39:44.667058774 +0000 UTC))" I0420 11:39:44.667189 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-20 11:29:58 +0000 UTC to 2036-04-17 11:29:58 +0000 UTC (now=2026-04-20 11:39:44.667179739 +0000 UTC))" I0420 11:39:44.667208 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-20 11:30:01 +0000 UTC to 2036-04-17 11:30:01 +0000 UTC (now=2026-04-20 11:39:44.667200374 +0000 UTC))" I0420 11:39:44.667234 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-20 11:30:05 +0000 UTC to 2036-04-17 11:30:05 +0000 UTC (now=2026-04-20 11:39:44.667226493 +0000 UTC))" I0420 11:39:44.667250 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-20 11:30:06 +0000 UTC to 2036-04-17 11:30:06 +0000 UTC (now=2026-04-20 11:39:44.667242351 +0000 UTC))" I0420 11:39:44.667264 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-20 11:30:10 +0000 UTC to 2036-04-17 11:30:10 +0000 UTC (now=2026-04-20 11:39:44.667256256 +0000 UTC))" I0420 11:39:44.667292 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os-kx-fd289a44e0_customer-system-admin-signer@1776684707\" [] issuer=\"\" (2026-04-20 11:31:47 +0000 UTC to 2026-04-27 11:31:48 +0000 UTC (now=2026-04-20 11:39:44.667270652 +0000 UTC))" I0420 11:39:44.667312 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pprtcr8ssi9i0be4v4c4mp3tfmtq8os-kx-fd289a44e0_sre-system-admin-signer@1776684707\" [] issuer=\"\" (2026-04-20 11:31:48 +0000 UTC to 2026-04-27 11:31:49 +0000 UTC (now=2026-04-20 11:39:44.667302579 +0000 UTC))" I0420 11:39:44.667334 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 11:29:55 +0000 UTC to 2036-04-17 11:29:55 +0000 UTC (now=2026-04-20 11:39:44.667318925 +0000 UTC))" I0420 11:39:44.667525 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776685162\" (2026-04-20 11:39:35 +0000 UTC to 2028-04-19 11:39:36 +0000 UTC (now=2026-04-20 11:39:44.667507971 +0000 UTC))" I0420 11:39:44.667774 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776685184\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776685184\" (2026-04-20 10:39:44 +0000 UTC to 2029-04-20 10:39:44 +0000 UTC (now=2026-04-20 11:39:44.667761798 +0000 UTC))" I0420 11:39:48.476179 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0420 11:39:48.491251 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0420 11:39:48.524079 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0420 11:39:54.657732 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:39:54.657754 1 tasks.go:49] processing task group 2 of 3 I0420 11:39:54.657777 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:39:54.657787 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:39:54.657796 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:39:54.657807 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:39:54.657811 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:39:54.657816 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:39:54.657821 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:39:54.657822 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:39:54.657815 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:39:54.657830 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:39:54.657828 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:39:54.657837 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:39:54.657838 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:39:54.657859 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:39:54.657832 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:39:54.672644 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0420 11:39:54.675026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0420 11:39:54.691998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0420 11:39:54.696379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0420 11:39:54.696394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0420 11:39:54.708876 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0420 11:39:54.746579 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:39:54.751912 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:39:54.773134 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0420 11:39:54.773361 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:39:54.819199 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0420 11:39:54.821433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 11:39:54.821476 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 11:39:54.821511 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0420 11:39:54.825560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0420 11:39:54.924335 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0420 11:39:54.925719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0420 11:39:54.929074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0420 11:39:54.930748 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0420 11:39:54.931046 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 11:39:54.935032 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 11:39:54.948432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0420 11:39:54.951470 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0420 11:39:54.951479 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0420 11:39:54.951494 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0420 11:39:54.962187 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0420 11:39:54.975092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0420 11:39:54.988144 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0420 11:39:55.001826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0420 11:39:55.021887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0420 11:39:55.066405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 11:39:55.168238 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0420 11:39:55.213539 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 11:39:55.249215 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0420 11:39:55.329084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0420 11:39:55.331263 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0420 11:39:55.408210 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0420 11:39:55.416609 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0420 11:39:55.438235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0420 11:39:55.511600 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0420 11:39:55.612998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0420 11:39:55.717711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0420 11:39:55.739968 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0420 11:39:55.806610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 11:39:55.821742 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0420 11:39:55.842789 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0420 11:39:55.854747 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 11:39:55.936532 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 11:39:55.938006 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 11:39:55.951729 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0420 11:39:55.952085 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0420 11:39:55.985519 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0420 11:39:56.002719 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 11:39:56.002740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 11:39:56.041515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 11:39:56.058604 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0420 11:39:56.412994 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 11:39:56.699460 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:39:56.699523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0420 11:39:56.700234 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 11:39:56.786287 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:39:56.815861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0420 11:39:56.827416 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 11:39:56.840040 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0420 11:39:56.925880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0420 11:39:57.018039 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 11:39:57.062426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-dsms56tvtfmbb -n openshift-monitoring because it was missing I0420 11:39:57.116300 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 11:39:57.239109 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 11:39:57.342726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 11:39:57.439488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 11:39:57.539656 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 11:39:57.642171 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 11:39:57.742241 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 11:39:57.779364 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:39:57.842839 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 11:39:57.943432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 11:39:58.018924 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0420 11:39:58.035819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0420 11:39:58.466417 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0420 11:39:59.490689 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-7u04glpbvjqm0 -n openshift-monitoring because it was missing I0420 11:39:59.709523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0420 11:39:59.730431 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0420 11:40:00.027506 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:40:00.108192 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:40:01.066488 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-lpcmso608v2r -n openshift-monitoring because it was missing I0420 11:40:01.099578 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0420 11:40:01.110215 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:40:01.123648 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 11:40:01.135130 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0420 11:40:03.774649 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:40:03.774726 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0420 11:40:10.140405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0420 11:40:10.188465 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:40:14.014538 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:40:14.220569 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0420 11:40:24.549279 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0420 11:40:24.567332 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:40:24.567409 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0420 11:40:36.062895 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:40:44.013207 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:41:11.213734 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:41:11.213784 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0420 11:41:11.213792 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0420 11:41:11.213816 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0420 11:41:11.213842 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:41:11.241641 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:41:11.246582 1 tasks.go:49] processing task group 1 of 3 I0420 11:41:11.246607 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:41:11.246623 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:41:11.261871 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:41:12.299643 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUmJHYkRaa05ObkV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qWTROVEUyTWpBZQpGdzB5TmpBME1qQXhNVE01TWpKYUZ3MHlPREEyTVRneE1UTTVNak5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkyT0RVeE5qSXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRE82SmJVZ0lYdkU2UWZUZUhWYS91UVFONkMyblVUaWh3bApiZE41akZRbmI3eVYzTHJsWXZjbWtUdGw0WGJEcHlPU0xxWmtMNGcxeENCTWlBZE1hb3BTakxZNmRkS241MnpyCk03OTMra3BLRUdaVXJ3TUptT2hNSmpWdVFlMnFKaDR5QWsyOWZMc3dPSldxRC9iR1BOSG4vYlEwUDBBZWJVdXQKZEJ5aXh4OURmdjZ5YnkzdUEwdWZsbjlUZnYyVUNUcDE3NWNvaTl1S3VNZTdBb1hGd2ZxYTMrcEV5bVhDMU9lSQpZbTAwUTh5MWVBNXhYR3htaTBra04zMUJLanBLblVEOUtwczlVMEhMR0RDUmJqODJPdUxaWjBZRnpZb1hrRWhFCjVEQnQxc2ZBMmQzODIwa25pWTk4WEgzeFQzaThscHY4amF5REE0eU5obWJhU3c4b084UUhBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlE2SjIzNwp1SzA2NDVFRjVQNmpsVUV5MTRhNVZ6QWZCZ05WSFNNRUdEQVdnQlE2SjIzN3VLMDY0NUVGNVA2amxVRXkxNGE1ClZ6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFPZC82eDJLbjhkYUhFOWxxNkpYYmtVMkNPZ2xFTlJRTDU3MTUKbFcrVXhJRFBXclhwclZhTlRQTndzMWRKalB6bjdGZHBLZGlLQU5mWkVCajE1SmNVWW5kZnV0N1R3Yk9BYWNKaAo3emowUkJtdWI4L0NkYnJJeU5CbEt6aEpzcUM5ZmJ3T05WQ1h3Q0cxZi84cTUrU2lXM1dxZUJ2RWE5TURiUkl6ClFGRVloK3E3QWlVV0NZQUZUSkpLSUlyTEpLY0lLZ05wTzhORDJmU0xxVGhZdGlXbFhJKzR2VG9BTlJiQWZBcmsKejhXVzQ2Wk0vZnFmMkQwNEhmSW1Oc0JjcDBiRmxERWpmTExDRlIzTU1ZWE92V3VBcTVwSGVlS2xBYk9qd1BoUgppTFNLVi9CcTFWT0dMNVd1S29RRWpOZ3plQXUvVDNOVlFoR3hqU3p2L2xtWk9kbWJLUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 11:41:12.305634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0420 11:41:12.310656 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJUmJHYkRaa05ObkV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qWTROVEUyTWpBZQpGdzB5TmpBME1qQXhNVE01TWpKYUZ3MHlPREEyTVRneE1UTTVNak5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkyT0RVeE5qSXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRE82SmJVZ0lYdkU2UWZUZUhWYS91UVFONkMyblVUaWh3bApiZE41akZRbmI3eVYzTHJsWXZjbWtUdGw0WGJEcHlPU0xxWmtMNGcxeENCTWlBZE1hb3BTakxZNmRkS241MnpyCk03OTMra3BLRUdaVXJ3TUptT2hNSmpWdVFlMnFKaDR5QWsyOWZMc3dPSldxRC9iR1BOSG4vYlEwUDBBZWJVdXQKZEJ5aXh4OURmdjZ5YnkzdUEwdWZsbjlUZnYyVUNUcDE3NWNvaTl1S3VNZTdBb1hGd2ZxYTMrcEV5bVhDMU9lSQpZbTAwUTh5MWVBNXhYR3htaTBra04zMUJLanBLblVEOUtwczlVMEhMR0RDUmJqODJPdUxaWjBZRnpZb1hrRWhFCjVEQnQxc2ZBMmQzODIwa25pWTk4WEgzeFQzaThscHY4amF5REE0eU5obWJhU3c4b084UUhBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlE2SjIzNwp1SzA2NDVFRjVQNmpsVUV5MTRhNVZ6QWZCZ05WSFNNRUdEQVdnQlE2SjIzN3VLMDY0NUVGNVA2amxVRXkxNGE1ClZ6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFPZC82eDJLbjhkYUhFOWxxNkpYYmtVMkNPZ2xFTlJRTDU3MTUKbFcrVXhJRFBXclhwclZhTlRQTndzMWRKalB6bjdGZHBLZGlLQU5mWkVCajE1SmNVWW5kZnV0N1R3Yk9BYWNKaAo3emowUkJtdWI4L0NkYnJJeU5CbEt6aEpzcUM5ZmJ3T05WQ1h3Q0cxZi84cTUrU2lXM1dxZUJ2RWE5TURiUkl6ClFGRVloK3E3QWlVV0NZQUZUSkpLSUlyTEpLY0lLZ05wTzhORDJmU0xxVGhZdGlXbFhJKzR2VG9BTlJiQWZBcmsKejhXVzQ2Wk0vZnFmMkQwNEhmSW1Oc0JjcDBiRmxERWpmTExDRlIzTU1ZWE92V3VBcTVwSGVlS2xBYk9qd1BoUgppTFNLVi9CcTFWT0dMNVd1S29RRWpOZ3plQXUvVDNOVlFoR3hqU3p2L2xtWk9kbWJLUT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 11:41:12.316641 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0420 11:41:14.414986 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:41:14.415011 1 tasks.go:49] processing task group 2 of 3 I0420 11:41:14.415044 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:41:14.415044 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:41:14.415066 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:41:14.415087 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:41:14.415102 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:41:14.415118 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:41:14.415150 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:41:14.415160 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:41:14.415177 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:41:14.415192 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:41:14.415219 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:41:14.415236 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:41:14.415235 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:41:14.415247 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:41:14.415256 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:41:14.468603 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:41:14.486761 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:41:14.508326 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:41:14.509877 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0420 11:41:14.523297 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0420 11:41:14.542184 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0420 11:41:14.553407 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0420 11:41:14.564455 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:41:14.565614 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 11:41:14.623867 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 11:41:15.491763 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:41:15.518665 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:41:15.527040 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:41:15.544173 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:41:15.558758 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:41:17.597476 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:41:19.542905 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:41:19.614387 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0420 11:41:20.476960 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:41:22.698023 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:42:15.611582 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:43:29.793330 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:43:29.793356 1 tasks.go:49] processing task group 3 of 3 I0420 11:43:29.793366 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:43:29.840839 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:43:29.840931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"b6d8c1e5-fad2-4d5f-badf-73f41bf16e16", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0420 11:43:29.846258 1 operator.go:851] Updating ClusterOperator status to done. W0420 11:43:29.882740 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:43:29.951901 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:43:29.957773 1 tasks.go:49] processing task group 1 of 3 I0420 11:43:29.957792 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:43:29.957804 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:43:29.971713 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:43:33.109987 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:43:33.110008 1 tasks.go:49] processing task group 2 of 3 I0420 11:43:33.110033 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:43:33.110045 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:43:33.110052 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:43:33.110059 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:43:33.110075 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:43:33.110090 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:43:33.110115 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:43:33.110141 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:43:33.110149 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:43:33.110164 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:43:33.110041 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:43:33.110211 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:43:33.110211 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:43:33.110248 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:43:33.110259 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:43:33.160238 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:43:33.197215 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:43:33.212021 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:43:33.267457 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:43:34.196770 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:43:34.225538 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:43:34.229748 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:43:34.246650 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:43:34.271696 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:43:36.298292 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:43:38.262733 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:43:39.172717 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:43:39.296306 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:43:44.299394 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:43:48.481327 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:43:48.481359 1 tasks.go:49] processing task group 3 of 3 I0420 11:43:48.481381 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:43:48.525017 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:43:48.530265 1 operator.go:851] Updating ClusterOperator status to done. I0420 11:43:59.016643 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0420 11:43:59.016673 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:43:59.081388 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:43:59.093183 1 tasks.go:49] processing task group 1 of 3 I0420 11:43:59.093211 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:43:59.093223 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:43:59.106492 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:44:02.237079 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:44:02.237103 1 tasks.go:49] processing task group 2 of 3 I0420 11:44:02.237134 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:44:02.237137 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:44:02.237152 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:44:02.237170 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:44:02.237195 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:44:02.237212 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:44:02.237230 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:44:02.237249 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:44:02.237266 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:44:02.237291 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:44:02.237306 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:44:02.237319 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:44:02.237338 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:44:02.237365 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:44:02.237201 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:44:02.287370 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:44:02.315480 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:44:02.320400 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:44:02.375710 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:44:03.314785 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:44:03.336562 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:44:03.340063 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:44:03.345668 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:44:03.363181 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:44:05.398956 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:44:07.373982 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:44:08.300614 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:44:08.396022 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:44:13.399168 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:44:17.568596 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:44:17.568622 1 tasks.go:49] processing task group 3 of 3 I0420 11:44:17.568642 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:44:17.612021 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:44:17.617470 1 operator.go:851] Updating ClusterOperator status to done. I0420 11:44:44.108183 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 11:44:44.108225 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:44:44.140883 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:44:44.145978 1 tasks.go:49] processing task group 1 of 3 I0420 11:44:44.146003 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:44:44.146016 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:44:44.159107 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:44:47.297419 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:44:47.297452 1 tasks.go:49] processing task group 2 of 3 I0420 11:44:47.297483 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:44:47.297488 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:44:47.297498 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:44:47.297519 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:44:47.297542 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:44:47.297563 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:44:47.297579 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:44:47.297598 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:44:47.297618 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:44:47.297635 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:44:47.297660 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:44:47.297674 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:44:47.297683 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:44:47.297691 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:44:47.297698 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:44:47.345941 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:44:47.363049 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:44:47.384689 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:44:47.427447 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:44:48.363576 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:44:48.396081 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:44:48.399488 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:44:48.414160 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:44:48.424700 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:44:50.473132 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:44:52.412999 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:44:53.350802 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:44:53.434811 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:44:58.467788 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:45:02.592671 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:45:02.592694 1 tasks.go:49] processing task group 3 of 3 I0420 11:45:02.592713 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:45:02.628362 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:45:02.632841 1 operator.go:851] Updating ClusterOperator status to done. I0420 11:47:06.028545 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0420 11:47:06.028586 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:47:06.058702 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:47:06.063014 1 tasks.go:49] processing task group 1 of 3 I0420 11:47:06.063040 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:47:06.063052 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:47:06.076167 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:47:09.967921 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:47:09.967944 1 tasks.go:49] processing task group 2 of 3 I0420 11:47:09.967976 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:47:09.967978 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:47:09.967996 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:47:09.968009 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:47:09.968041 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:47:09.968050 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:47:09.968074 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:47:09.968083 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:47:09.968109 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:47:09.968134 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:47:09.968148 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:47:09.968175 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:47:09.968194 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:47:09.968215 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:47:09.968216 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:47:10.193245 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:47:10.199853 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:47:10.364582 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:47:10.597970 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:47:11.174669 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:47:11.208757 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:47:11.219265 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:47:11.237391 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:47:11.319076 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:47:13.257294 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:47:15.326520 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:47:16.089623 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:47:16.456667 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:47:21.223237 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:47:25.571365 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:47:25.571389 1 tasks.go:49] processing task group 3 of 3 I0420 11:47:25.571404 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:47:25.602588 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:47:25.607119 1 operator.go:851] Updating ClusterOperator status to done. I0420 11:49:44.107559 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 11:49:44.107602 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:49:44.132492 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:49:44.136599 1 tasks.go:49] processing task group 1 of 3 I0420 11:49:44.136625 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:49:44.136640 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:49:44.147494 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:49:47.267726 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:49:47.267750 1 tasks.go:49] processing task group 2 of 3 I0420 11:49:47.267772 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:49:47.267780 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:49:47.267794 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:49:47.267812 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:49:47.267833 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:49:47.267853 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:49:47.267869 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:49:47.267887 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:49:47.267909 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:49:47.267937 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:49:47.267955 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:49:47.267969 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:49:47.267991 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:49:47.268012 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:49:47.268007 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:49:47.326423 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:49:47.345765 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:49:47.356339 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:49:47.409764 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:49:48.350658 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:49:48.383796 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:49:48.383862 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:49:48.396148 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:49:48.424908 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:49:50.437414 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:49:52.441530 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:49:53.325394 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:49:53.419114 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:49:58.429209 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:50:02.564223 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:50:02.564257 1 tasks.go:49] processing task group 3 of 3 I0420 11:50:02.564279 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:50:02.600419 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:50:02.605828 1 operator.go:851] Updating ClusterOperator status to done. I0420 11:54:44.013149 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0420 11:54:44.013194 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:54:44.013225 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 11:54:44.014200 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0420 11:54:44.017655 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 11:54:44.017673 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 11:54:44.017677 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 11:54:44.017694 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 11:54:44.021536 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 11:54:44.021559 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0420 11:54:44.021561 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 11:54:44.024950 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 11:54:44.042298 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:54:44.046985 1 tasks.go:49] processing task group 1 of 3 I0420 11:54:44.047009 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:54:44.047018 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:54:44.057728 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:54:44.059976 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0420 11:54:44.107736 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0420 11:54:47.188578 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:54:47.188598 1 tasks.go:49] processing task group 2 of 3 I0420 11:54:47.188625 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:54:47.188635 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:54:47.188652 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:54:47.188668 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:54:47.188681 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:54:47.188701 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:54:47.188716 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:54:47.188736 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:54:47.188754 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:54:47.188812 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:54:47.188833 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:54:47.188863 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:54:47.188863 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:54:47.188897 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:54:47.188641 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:54:47.240719 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:54:47.257561 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:54:47.276717 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:54:47.320760 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:54:48.269676 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:54:48.290793 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:54:48.291620 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:54:48.313278 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:54:48.335024 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:54:50.356809 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:54:52.324333 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:54:53.251267 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:54:53.331901 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:54:58.362889 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:55:02.515241 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:55:02.515267 1 tasks.go:49] processing task group 3 of 3 I0420 11:55:02.515275 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:55:02.554280 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:55:02.559199 1 operator.go:851] Updating ClusterOperator status to done. W0420 11:55:02.568727 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:55:02.595322 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:55:02.600102 1 tasks.go:49] processing task group 1 of 3 I0420 11:55:02.600122 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:55:02.600137 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:55:02.615259 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:55:05.734864 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:55:05.734887 1 tasks.go:49] processing task group 2 of 3 I0420 11:55:05.734908 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:55:05.734913 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:55:05.734929 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:55:05.734951 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:55:05.734971 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:55:05.734983 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:55:05.734997 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:55:05.735012 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:55:05.735027 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:55:05.735046 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:55:05.735076 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:55:05.735092 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:55:05.735114 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:55:05.735139 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:55:05.735140 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:55:05.785395 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:55:05.803502 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:55:05.820890 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:55:05.866623 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:55:06.808629 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:55:06.829922 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:55:06.832797 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:55:06.850052 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:55:06.862650 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:55:08.885289 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:55:10.869385 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:55:11.795468 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:55:11.885542 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:55:16.890170 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 11:55:21.043283 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 11:55:21.043310 1 tasks.go:49] processing task group 3 of 3 I0420 11:55:21.043326 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 11:55:21.088607 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 11:55:21.094277 1 operator.go:851] Updating ClusterOperator status to done. I0420 11:59:44.107506 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 11:59:44.107559 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 11:59:44.134753 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 11:59:44.139186 1 tasks.go:49] processing task group 1 of 3 I0420 11:59:44.139214 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 11:59:44.139235 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:59:44.150613 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 11:59:47.290869 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 11:59:47.290894 1 tasks.go:49] processing task group 2 of 3 I0420 11:59:47.290922 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:59:47.290927 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 11:59:47.290937 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 11:59:47.290957 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:59:47.290977 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 11:59:47.290988 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 11:59:47.291006 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:59:47.291021 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 11:59:47.291044 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 11:59:47.291068 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 11:59:47.291095 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 11:59:47.291149 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 11:59:47.291122 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:59:47.291127 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:59:47.291141 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:59:47.342565 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 11:59:47.364004 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 11:59:47.375123 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 11:59:47.429429 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 11:59:48.363397 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 11:59:48.381261 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 11:59:48.385902 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 11:59:48.396961 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 11:59:48.419077 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 11:59:50.441342 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 11:59:52.415629 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 11:59:53.348991 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 11:59:53.440889 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 11:59:58.438555 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 12:00:02.601660 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 12:00:02.601685 1 tasks.go:49] processing task group 3 of 3 I0420 12:00:02.601699 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 12:00:02.640527 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 12:00:02.646165 1 operator.go:851] Updating ClusterOperator status to done. I0420 12:04:44.108072 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 12:04:44.108130 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 12:04:44.138854 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 12:04:44.143520 1 tasks.go:49] processing task group 1 of 3 I0420 12:04:44.143546 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 12:04:44.143562 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 12:04:44.155262 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 12:04:47.286324 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 12:04:47.286347 1 tasks.go:49] processing task group 2 of 3 I0420 12:04:47.286370 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 12:04:47.286378 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 12:04:47.286389 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 12:04:47.286407 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 12:04:47.286433 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 12:04:47.286458 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 12:04:47.286486 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 12:04:47.286514 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 12:04:47.286523 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 12:04:47.286558 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 12:04:47.286571 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 12:04:47.286574 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 12:04:47.286582 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 12:04:47.286588 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 12:04:47.286554 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 12:04:47.339838 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 12:04:47.357674 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 12:04:47.377821 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 12:04:47.422277 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 12:04:48.357995 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 12:04:48.380882 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 12:04:48.381129 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 12:04:48.396621 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 12:04:48.421947 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 12:04:50.441706 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 12:04:52.416236 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 12:04:53.348217 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 12:04:53.433569 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 12:04:58.437069 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 12:05:02.597872 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 12:05:02.597902 1 tasks.go:49] processing task group 3 of 3 I0420 12:05:02.597921 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 12:05:02.636054 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 12:05:02.641346 1 operator.go:851] Updating ClusterOperator status to done.