W0424 19:01:03.146207 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0424 19:01:03.146553 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0424 19:01:03.146567 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0424 19:01:03.146572 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0424 19:01:03.146576 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0424 19:01:03.146580 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0424 19:01:03.169976 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0424 19:01:03.173312 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0424 19:01:03.173562 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0424 19:01:03.173536 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0424 19:01:03.176508 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0424 19:01:03.182045 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:03.184774 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 19:01:03.185136 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0424 19:01:03.185967 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 19:01:03.186236 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 19:01:03.186731 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 19:01:03.187539 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 19:01:03.188109 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 19:01:03.188172 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0424 19:01:03.188244 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0424 19:01:03.188310 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 19:01:03.188522 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 19:01:03.188622 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 19:01:03.192683 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0424 19:01:03.193638 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0424 19:01:03.194742 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 19:01:03.222888 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0424 19:01:03.278692 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 19:01:03.278753 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 19:01:03.278779 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0424 19:01:03.278794 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0424 19:01:03.278793 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0424 19:01:03.278800 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0424 19:01:03.278793 1 rule_controller.go:114] Starting alerting rules controller I0424 19:01:03.278807 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0424 19:01:03.278817 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0424 19:01:03.278813 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0424 19:01:03.278824 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0424 19:01:03.278823 1 relabel_controller.go:117] Starting alert relabel config controller I0424 19:01:03.278845 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0424 19:01:03.278828 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0424 19:01:03.278863 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0424 19:01:03.282288 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0424 19:01:03.282466 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0424 19:01:03.282566 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0424 19:01:03.284318 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.284340 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0424 19:01:03.284346 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.284319 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.284413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 19:01:03.284442 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 19:01:03.284521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0424 19:01:03.298599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-j4bhd" is created for OpenShiftMonitoringTelemeterClientCertRequester I0424 19:01:03.298669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-9p2wq" is created for OpenShiftMonitoringClientCertRequester I0424 19:01:03.298889 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-zdx2s" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0424 19:01:03.305152 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.305175 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.305156 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.311677 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.311716 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.311679 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.315660 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.316292 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.316303 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.317043 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 19:01:03.319794 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.320189 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.320850 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.324235 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.324733 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.325186 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.327906 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.328661 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.332167 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.334333 1 tasks.go:49] processing task group 1 of 3 I0424 19:01:03.334355 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 19:01:03.334391 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:01:03.336861 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.337407 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.337639 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.341885 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.343105 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.343172 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.353948 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.354045 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.354066 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0424 19:01:03.354103 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.354249 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-24T18:56:03Z",   ) I0424 19:01:03.354274 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-23T18:56:03Z",   ) I0424 19:01:03.363391 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0424 19:01:03.365633 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.365673 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.365826 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0424 19:01:03.365863 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0424 19:01:03.369443 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:01:03.370844 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.375040 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.375183 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-24T18:56:03Z",   ) I0424 19:01:03.375201 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-23T18:56:03Z",   ) I0424 19:01:03.379167 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0424 19:01:03.379173 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0424 19:01:03.381571 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0424 19:01:03.381694 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-24T18:56:03Z",   ) I0424 19:01:03.381710 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-23T18:56:03Z",   ) I0424 19:01:03.383622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0424 19:01:03.383690 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0424 19:01:03.389935 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0424 19:01:03.389949 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0424 19:01:03.393946 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0424 19:01:03.430312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0424 19:01:03.539138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0424 19:01:03.553464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 19:01:03.575735 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 19:01:03.589964 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0424 19:01:04.229149 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0424 19:01:04.230592 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0424 19:01:04.230608 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0424 19:01:04.230628 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0424 19:01:04.230635 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0424 19:01:04.233421 1 secure_serving.go:57] Forcing use of http/1.1 only I0424 19:01:04.233449 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0424 19:01:04.238020 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0424 19:01:04.238043 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0424 19:01:04.238046 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0424 19:01:04.238059 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0424 19:01:04.238068 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0424 19:01:04.238092 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0424 19:01:04.238446 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0424 19:01:04.238575 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777057236\" (2026-04-24 19:00:43 +0000 UTC to 2028-04-23 19:00:44 +0000 UTC (now=2026-04-24 19:01:04.238540992 +0000 UTC))" I0424 19:01:04.238868 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777057264\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777057263\" (2026-04-24 18:01:03 +0000 UTC to 2029-04-24 18:01:03 +0000 UTC (now=2026-04-24 19:01:04.238843358 +0000 UTC))" I0424 19:01:04.238896 1 secure_serving.go:211] Serving securely on [::]:8443 I0424 19:01:04.238920 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0424 19:01:04.238934 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0424 19:01:04.241269 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0424 19:01:04.241293 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0424 19:01:04.241351 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0424 19:01:04.338821 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0424 19:01:04.338846 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0424 19:01:04.338824 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0424 19:01:04.339085 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-24 18:51:24 +0000 UTC to 2036-04-21 18:51:24 +0000 UTC (now=2026-04-24 19:01:04.339034317 +0000 UTC))" I0424 19:01:04.339298 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777057236\" (2026-04-24 19:00:43 +0000 UTC to 2028-04-23 19:00:44 +0000 UTC (now=2026-04-24 19:01:04.339283009 +0000 UTC))" I0424 19:01:04.339460 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777057264\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777057263\" (2026-04-24 18:01:03 +0000 UTC to 2029-04-24 18:01:03 +0000 UTC (now=2026-04-24 19:01:04.339447679 +0000 UTC))" I0424 19:01:04.339592 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-24 18:51:32 +0000 UTC to 2036-04-21 18:51:32 +0000 UTC (now=2026-04-24 19:01:04.339581937 +0000 UTC))" I0424 19:01:04.339617 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-24 18:51:35 +0000 UTC to 2036-04-21 18:51:35 +0000 UTC (now=2026-04-24 19:01:04.339603562 +0000 UTC))" I0424 19:01:04.339634 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-24 18:51:36 +0000 UTC to 2036-04-21 18:51:36 +0000 UTC (now=2026-04-24 19:01:04.339626431 +0000 UTC))" I0424 19:01:04.339652 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-24 18:51:38 +0000 UTC to 2036-04-21 18:51:38 +0000 UTC (now=2026-04-24 19:01:04.339640918 +0000 UTC))" I0424 19:01:04.339668 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-24 18:51:43 +0000 UTC to 2036-04-21 18:51:43 +0000 UTC (now=2026-04-24 19:01:04.339661004 +0000 UTC))" I0424 19:01:04.339695 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2psmoi83a7tsfb6q4lqvt94cau3j4e95-kx-143ccb5878_customer-system-admin-signer@1777056807\" [] issuer=\"\" (2026-04-24 18:53:28 +0000 UTC to 2026-05-01 18:53:29 +0000 UTC (now=2026-04-24 19:01:04.33968581 +0000 UTC))" I0424 19:01:04.339714 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2psmoi83a7tsfb6q4lqvt94cau3j4e95-kx-143ccb5878_sre-system-admin-signer@1777056807\" [] issuer=\"\" (2026-04-24 18:53:28 +0000 UTC to 2026-05-01 18:53:29 +0000 UTC (now=2026-04-24 19:01:04.339704885 +0000 UTC))" I0424 19:01:04.339729 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-24 18:51:24 +0000 UTC to 2036-04-21 18:51:24 +0000 UTC (now=2026-04-24 19:01:04.339722156 +0000 UTC))" I0424 19:01:04.339898 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777057236\" (2026-04-24 19:00:43 +0000 UTC to 2028-04-23 19:00:44 +0000 UTC (now=2026-04-24 19:01:04.339880377 +0000 UTC))" I0424 19:01:04.340090 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777057264\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777057263\" (2026-04-24 18:01:03 +0000 UTC to 2029-04-24 18:01:03 +0000 UTC (now=2026-04-24 19:01:04.340056901 +0000 UTC))" I0424 19:01:12.642568 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0424 19:01:12.655373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0424 19:01:12.676679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0424 19:01:17.798894 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 19:01:17.798924 1 tasks.go:49] processing task group 2 of 3 I0424 19:01:17.798955 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:01:17.798960 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 19:01:17.798976 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:01:17.798978 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 19:01:17.798987 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 19:01:17.798993 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 19:01:17.798998 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 19:01:17.799001 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 19:01:17.799012 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:01:17.799008 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:01:17.799014 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 19:01:17.799021 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 19:01:17.799031 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:01:17.799030 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 19:01:17.799054 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:01:17.817886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0424 19:01:17.822561 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0424 19:01:17.832123 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0424 19:01:17.845918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0424 19:01:17.851784 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0424 19:01:17.886007 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0424 19:01:17.908975 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 19:01:17.918139 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:01:17.950691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0424 19:01:17.952221 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:01:17.957010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0424 19:01:17.999205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0424 19:01:18.002359 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0424 19:01:18.007725 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0424 19:01:18.009117 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0424 19:01:18.075649 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0424 19:01:18.081548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0424 19:01:18.083160 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0424 19:01:18.098161 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0424 19:01:18.112438 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0424 19:01:18.131561 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0424 19:01:18.147713 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0424 19:01:18.154207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0424 19:01:18.157852 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0424 19:01:18.170572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0424 19:01:18.173106 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0424 19:01:18.173122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0424 19:01:18.190093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0424 19:01:18.192857 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0424 19:01:18.195255 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0424 19:01:18.219047 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0424 19:01:18.347051 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0424 19:01:18.353404 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0424 19:01:18.416832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0424 19:01:18.503585 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0424 19:01:18.506721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0424 19:01:18.600824 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0424 19:01:18.610885 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0424 19:01:18.631505 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0424 19:01:18.704930 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0424 19:01:18.804363 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0424 19:01:18.879661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0424 19:01:18.946229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0424 19:01:18.963978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0424 19:01:18.980988 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0424 19:01:19.023692 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0424 19:01:19.038293 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0424 19:01:19.128350 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0424 19:01:19.128881 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0424 19:01:19.143098 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0424 19:01:19.154900 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0424 19:01:19.178506 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0424 19:01:19.195261 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0424 19:01:19.195306 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0424 19:01:19.218573 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0424 19:01:19.250136 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0424 19:01:19.633679 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0424 19:01:19.935127 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:01:19.935162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0424 19:01:19.935688 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0424 19:01:19.974020 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0424 19:01:19.984451 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0424 19:01:19.999889 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0424 19:01:20.073693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0424 19:01:20.205272 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0424 19:01:20.236119 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-7ibjb1s02f6k6 -n openshift-monitoring because it was missing I0424 19:01:20.292871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0424 19:01:20.425912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0424 19:01:20.521093 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0424 19:01:20.620408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0424 19:01:20.718823 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0424 19:01:20.821096 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0424 19:01:20.912282 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:01:20.923306 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0424 19:01:20.956482 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:01:21.025657 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0424 19:01:21.127647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0424 19:01:21.196611 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0424 19:01:21.209182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0424 19:01:21.671140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0424 19:01:22.339977 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 19:01:22.705055 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-8pvb119vn3b7a -n openshift-monitoring because it was missing I0424 19:01:22.887670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0424 19:01:22.925100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0424 19:01:24.242478 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 19:01:24.247834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-8o43l5r9k383r -n openshift-monitoring because it was missing I0424 19:01:24.268282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0424 19:01:24.290116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0424 19:01:24.300620 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0424 19:01:26.259183 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:01:27.966855 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 19:01:27.966928 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0424 19:01:34.262890 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 19:01:34.305668 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0424 19:01:34.340802 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 19:01:35.283788 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 19:01:35.298568 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 19:01:36.283534 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 19:01:48.762816 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0424 19:01:48.774015 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 19:01:48.774087 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0424 19:01:52.290385 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 19:01:59.253194 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 19:02:34.357153 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 19:02:34.357193 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0424 19:02:34.357203 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0424 19:02:34.357243 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0424 19:02:34.357278 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 19:02:34.381636 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 19:02:34.385661 1 tasks.go:49] processing task group 1 of 3 I0424 19:02:34.385684 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 19:02:34.385708 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:02:34.397755 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:02:35.431413 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZDJDeHFDTUdBTFF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056QTFOekl6TmpBZQpGdzB5TmpBME1qUXhPVEF3TXpWYUZ3MHlPREEyTWpJeE9UQXdNelphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN3TlRjeU16WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFFLWmdnTzMvUTFuZjhkZUo3a3djV2xrbHBqT2g0blBIdwpsa1lxS0VQdjM1UkhIN0VGSW5VZGZEa21RaHBmM1ZGMVFqdVp5VU9kbnBHa2Nhcm9rN2lQVU1JUVRxeWRiVlN6ClJVWm9WMU1FeGdJRWYwRmE5d1hpV2U5em04SCtacHJacHNtQmNFbGI1dlUwY1RFVWh0TTlVNlZ1RmFnUFZrZjYKUXZlWkVuMlVybktXVDRzQXAxaGxML0JQVTlaVXVIdjNEQjkyTDV4bWZHVnJUYUhlYndnK04rUjcwZG1QamZKNQpxKy9EZkY4Y0h2bFBEOC9xNk5QWkxhemtlTGMvRWwra1VKendaZkVaNGRqTlgvMnVxN0M2NXNOdXB0RitRQVdsCmZkT2dHY1IyTWp5WTV1TlRMUzhBME04UU5XM2JoalBDMXRIQjZCYW5HUWl0MzAveEhPK2hBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFhYzRsRwpjQVpOd25qaEQ0SktkUmFIaDdkNlVUQWZCZ05WSFNNRUdEQVdnQlFhYzRsR2NBWk53bmpoRDRKS2RSYUhoN2Q2ClVUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFaTUNwVWx5WEJjcjdsWmMzVjRCQUE0THNTdmZ6bFBZVnEweWQKaHdvdEd4WUY1V0hRTStSUXhGUy9wd0NnUENYY09jSmVNcklFRlJScDlLSHJYYmF6NnpaaStaeGorK1pHbVNDOAowSEFZZlNvc1VxN2pkaXNPVlpDajdDSFZQYTlPMWdyTDRLbm1aZFFiN08yTk9KRmV5UWpNTENacjdxMmM5V0FhCmpXbUZUcTBwU092OXI1N0dvcUZQUmVOWWZ3TVhhTldBb21uMHEwTUdSYVFSMkFDMEV6d0xYL0lMditOWmVCY2oKanBTSXRrMXBGVVkyM29OZk1hVnVtV1NkQVdVVnBrVUd3c3JMaXpHcXVtS3R3NG8wR2FxTUplVkwydXMxQTNabQpaUlpHcmNFRnVJck1FMTFvcXd5M3ZUS2EyYVRScDF4WG5QVHQ3ckdXb1dpVGdkL3RVQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0424 19:02:35.436796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0424 19:02:35.441066 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZDJDeHFDTUdBTFF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056QTFOekl6TmpBZQpGdzB5TmpBME1qUXhPVEF3TXpWYUZ3MHlPREEyTWpJeE9UQXdNelphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemN3TlRjeU16WXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFFLWmdnTzMvUTFuZjhkZUo3a3djV2xrbHBqT2g0blBIdwpsa1lxS0VQdjM1UkhIN0VGSW5VZGZEa21RaHBmM1ZGMVFqdVp5VU9kbnBHa2Nhcm9rN2lQVU1JUVRxeWRiVlN6ClJVWm9WMU1FeGdJRWYwRmE5d1hpV2U5em04SCtacHJacHNtQmNFbGI1dlUwY1RFVWh0TTlVNlZ1RmFnUFZrZjYKUXZlWkVuMlVybktXVDRzQXAxaGxML0JQVTlaVXVIdjNEQjkyTDV4bWZHVnJUYUhlYndnK04rUjcwZG1QamZKNQpxKy9EZkY4Y0h2bFBEOC9xNk5QWkxhemtlTGMvRWwra1VKendaZkVaNGRqTlgvMnVxN0M2NXNOdXB0RitRQVdsCmZkT2dHY1IyTWp5WTV1TlRMUzhBME04UU5XM2JoalBDMXRIQjZCYW5HUWl0MzAveEhPK2hBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlFhYzRsRwpjQVpOd25qaEQ0SktkUmFIaDdkNlVUQWZCZ05WSFNNRUdEQVdnQlFhYzRsR2NBWk53bmpoRDRKS2RSYUhoN2Q2ClVUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFaTUNwVWx5WEJjcjdsWmMzVjRCQUE0THNTdmZ6bFBZVnEweWQKaHdvdEd4WUY1V0hRTStSUXhGUy9wd0NnUENYY09jSmVNcklFRlJScDlLSHJYYmF6NnpaaStaeGorK1pHbVNDOAowSEFZZlNvc1VxN2pkaXNPVlpDajdDSFZQYTlPMWdyTDRLbm1aZFFiN08yTk9KRmV5UWpNTENacjdxMmM5V0FhCmpXbUZUcTBwU092OXI1N0dvcUZQUmVOWWZ3TVhhTldBb21uMHEwTUdSYVFSMkFDMEV6d0xYL0lMditOWmVCY2oKanBTSXRrMXBGVVkyM29OZk1hVnVtV1NkQVdVVnBrVUd3c3JMaXpHcXVtS3R3NG8wR2FxTUplVkwydXMxQTNabQpaUlpHcmNFRnVJck1FMTFvcXd5M3ZUS2EyYVRScDF4WG5QVHQ3ckdXb1dpVGdkL3RVQT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0424 19:02:35.445939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0424 19:02:37.535519 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 19:02:37.535540 1 tasks.go:49] processing task group 2 of 3 I0424 19:02:37.535565 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:02:37.535574 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:02:37.535589 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 19:02:37.535616 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 19:02:37.535631 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 19:02:37.535653 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:02:37.535669 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:02:37.535683 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:02:37.535706 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 19:02:37.535724 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 19:02:37.535725 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 19:02:37.535748 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 19:02:37.535767 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 19:02:37.535791 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 19:02:37.535812 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:02:37.583909 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:02:37.604723 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:02:37.613466 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 19:02:37.619877 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0424 19:02:37.639712 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0424 19:02:37.673690 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0424 19:02:37.704593 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0424 19:02:37.726784 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:02:37.735460 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 19:02:37.791721 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 19:02:38.605973 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:02:38.630389 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 19:02:38.636651 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:02:38.638673 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:02:38.658336 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 19:02:40.682945 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 19:02:42.648400 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 19:02:42.783446 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0424 19:02:43.589775 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 19:02:46.858782 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 19:02:48.687733 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 19:02:52.830737 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 19:02:52.830761 1 tasks.go:49] processing task group 3 of 3 I0424 19:02:52.830777 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 19:02:52.872430 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 19:02:52.872526 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"440422b1-e3e3-44d4-96bd-0713eff0c037", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0424 19:02:52.877286 1 operator.go:851] Updating ClusterOperator status to done. W0424 19:02:52.937111 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 19:02:52.964251 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 19:02:52.968331 1 tasks.go:49] processing task group 1 of 3 I0424 19:02:52.968355 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 19:02:52.968373 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:02:52.979374 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:02:56.084343 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 19:02:56.084366 1 tasks.go:49] processing task group 2 of 3 I0424 19:02:56.084392 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:02:56.084396 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 19:02:56.084411 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 19:02:56.084428 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:02:56.084452 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:02:56.084459 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 19:02:56.084479 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 19:02:56.084499 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 19:02:56.084514 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 19:02:56.084534 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 19:02:56.084556 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:02:56.084578 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:02:56.084601 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 19:02:56.084622 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 19:02:56.084588 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:02:56.149497 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:02:56.167772 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:02:56.174212 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 19:02:56.222508 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:02:57.150407 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:02:57.188145 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 19:02:57.188923 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:02:57.193641 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:02:57.211737 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 19:02:59.230236 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 19:03:01.205567 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 19:03:02.140480 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 19:03:02.239598 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 19:03:07.296591 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 19:03:07.339339 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 19:03:11.402793 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 19:03:11.402815 1 tasks.go:49] processing task group 3 of 3 I0424 19:03:11.402827 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 19:03:11.444388 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 19:03:11.451293 1 operator.go:851] Updating ClusterOperator status to done. W0424 19:03:11.464763 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 19:03:11.492675 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 19:03:11.496968 1 tasks.go:49] processing task group 1 of 3 I0424 19:03:11.496998 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 19:03:11.497017 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:03:11.508473 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:03:14.613633 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 19:03:14.613655 1 tasks.go:49] processing task group 2 of 3 I0424 19:03:14.613680 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:03:14.613688 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 19:03:14.613700 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 19:03:14.613722 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 19:03:14.613736 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 19:03:14.613760 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:03:14.613784 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:03:14.613799 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 19:03:14.613822 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 19:03:14.613835 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 19:03:14.613865 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 19:03:14.613881 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:03:14.613899 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 19:03:14.613918 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:03:14.613921 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:03:14.687106 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:03:14.710432 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:03:14.714587 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 19:03:14.771459 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:03:15.686374 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:03:15.725795 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:03:15.734631 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:03:15.734667 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 19:03:15.761090 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 19:03:17.765933 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 19:03:19.762370 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 19:03:20.679894 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 19:03:20.810764 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 19:03:25.789980 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 19:03:29.954737 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 19:03:29.954761 1 tasks.go:49] processing task group 3 of 3 I0424 19:03:29.954778 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 19:03:29.996877 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 19:03:30.003046 1 operator.go:851] Updating ClusterOperator status to done. I0424 19:03:59.425819 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0424 19:03:59.425852 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 19:03:59.457263 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 19:03:59.462609 1 tasks.go:49] processing task group 1 of 3 I0424 19:03:59.462646 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 19:03:59.462654 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:03:59.476564 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:04:02.619640 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 19:04:02.619665 1 tasks.go:49] processing task group 2 of 3 I0424 19:04:02.619697 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:04:02.619706 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 19:04:02.619721 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 19:04:02.619731 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:04:02.619755 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:04:02.619772 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 19:04:02.619791 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:04:02.619806 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:04:02.619828 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 19:04:02.619847 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 19:04:02.619869 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:04:02.619888 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 19:04:02.619912 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 19:04:02.619949 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 19:04:02.619704 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 19:04:02.689199 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:04:02.706100 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:04:02.711987 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 19:04:02.775671 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:04:03.695838 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:04:03.728568 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:04:03.730004 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 19:04:03.735887 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:04:03.766010 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 19:04:05.789579 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 19:04:07.762365 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 19:04:08.676723 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 19:04:08.784781 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 19:04:13.794562 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 19:04:17.937347 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 19:04:17.937373 1 tasks.go:49] processing task group 3 of 3 I0424 19:04:17.937389 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 19:04:17.973866 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 19:04:17.978981 1 operator.go:851] Updating ClusterOperator status to done. I0424 19:06:03.279566 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 19:06:03.279611 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 19:06:03.315633 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 19:06:03.319848 1 tasks.go:49] processing task group 1 of 3 I0424 19:06:03.319874 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 19:06:03.319899 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:06:03.333267 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:06:06.450915 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 19:06:06.450938 1 tasks.go:49] processing task group 2 of 3 I0424 19:06:06.450962 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:06:06.450973 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 19:06:06.450987 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 19:06:06.451005 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:06:06.451024 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:06:06.451041 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 19:06:06.451087 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 19:06:06.451105 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 19:06:06.451115 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 19:06:06.451134 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 19:06:06.451155 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:06:06.451172 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:06:06.451191 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 19:06:06.451214 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 19:06:06.451218 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:06:06.506547 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:06:06.523733 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:06:06.538407 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 19:06:06.584476 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:06:07.520599 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:06:07.539621 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:06:07.543860 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:06:07.546275 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 19:06:07.580299 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 19:06:09.585757 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 19:06:11.571567 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 19:06:12.502312 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 19:06:12.594001 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 19:06:17.589501 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 19:06:21.742528 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 19:06:21.742552 1 tasks.go:49] processing task group 3 of 3 I0424 19:06:21.742567 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 19:06:21.775540 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 19:06:21.779732 1 operator.go:851] Updating ClusterOperator status to done. I0424 19:11:03.278865 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 19:11:03.278919 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 19:11:03.301542 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 19:11:03.305259 1 tasks.go:49] processing task group 1 of 3 I0424 19:11:03.305283 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 19:11:03.305298 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:11:03.314946 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:11:06.441677 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 19:11:06.441699 1 tasks.go:49] processing task group 2 of 3 I0424 19:11:06.441722 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:11:06.441732 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 19:11:06.441744 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 19:11:06.441766 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:11:06.441799 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 19:11:06.441815 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:11:06.441840 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 19:11:06.441848 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 19:11:06.441862 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 19:11:06.441888 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:11:06.441909 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 19:11:06.441928 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 19:11:06.441947 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 19:11:06.441951 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:11:06.441951 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:11:06.486855 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:11:06.503396 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:11:06.529628 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 19:11:06.567601 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:11:07.508381 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:11:07.530510 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:11:07.531038 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 19:11:07.531688 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:11:07.565346 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 19:11:09.608654 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 19:11:11.554259 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 19:11:12.496797 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 19:11:12.573705 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 19:11:17.603426 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 19:11:21.832789 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 19:11:21.832814 1 tasks.go:49] processing task group 3 of 3 I0424 19:11:21.832827 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 19:11:21.956529 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 19:11:21.961148 1 operator.go:851] Updating ClusterOperator status to done. I0424 19:16:03.185458 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls W0424 19:16:03.185501 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 19:16:03.185504 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0424 19:16:03.185706 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0424 19:16:03.185717 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0424 19:16:03.186691 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0424 19:16:03.188330 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0424 19:16:03.188534 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0424 19:16:03.188552 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0424 19:16:03.188559 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0424 19:16:03.188707 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0424 19:16:03.188725 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0424 19:16:03.212603 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 19:16:03.217586 1 tasks.go:49] processing task group 1 of 3 I0424 19:16:03.217613 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 19:16:03.217628 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:16:03.223382 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0424 19:16:03.229179 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:16:03.279330 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0424 19:16:06.357144 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 19:16:06.357165 1 tasks.go:49] processing task group 2 of 3 I0424 19:16:06.357186 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:16:06.357194 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:16:06.357208 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 19:16:06.357226 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 19:16:06.357243 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:16:06.357259 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 19:16:06.357286 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 19:16:06.357305 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 19:16:06.357329 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:16:06.357345 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 19:16:06.357371 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 19:16:06.357383 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 19:16:06.357390 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 19:16:06.357380 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:16:06.357385 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:16:06.407876 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:16:06.424391 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:16:06.445649 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 19:16:06.484152 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:16:07.423844 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:16:07.442226 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:16:07.449265 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 19:16:07.454365 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:16:07.492508 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 19:16:09.492753 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 19:16:11.473171 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 19:16:12.414461 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 19:16:12.491462 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 19:16:17.497112 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 19:16:21.640106 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 19:16:21.640130 1 tasks.go:49] processing task group 3 of 3 I0424 19:16:21.640144 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 19:16:21.676135 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 19:16:21.680658 1 operator.go:851] Updating ClusterOperator status to done. W0424 19:16:21.688263 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 19:16:21.709134 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 19:16:21.712831 1 tasks.go:49] processing task group 1 of 3 I0424 19:16:21.712855 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 19:16:21.712871 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:16:21.723877 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:16:24.831149 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 19:16:24.831173 1 tasks.go:49] processing task group 2 of 3 I0424 19:16:24.831194 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:16:24.831262 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 19:16:24.831283 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 19:16:24.831295 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:16:24.831313 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 19:16:24.831333 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 19:16:24.831348 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 19:16:24.831378 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 19:16:24.831394 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:16:24.831411 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 19:16:24.831418 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:16:24.831431 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 19:16:24.831472 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 19:16:24.831469 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:16:24.831491 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:16:24.884451 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:16:24.908878 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:16:24.915790 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 19:16:24.966348 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:16:25.901748 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:16:25.920141 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:16:25.931768 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:16:25.940920 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 19:16:25.967424 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 19:16:27.957150 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 19:16:29.950308 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 19:16:30.887991 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 19:16:30.971811 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 19:16:35.970895 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 19:16:40.113258 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 19:16:40.113280 1 tasks.go:49] processing task group 3 of 3 I0424 19:16:40.113294 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 19:16:40.147057 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 19:16:40.151439 1 operator.go:851] Updating ClusterOperator status to done. I0424 19:21:03.279042 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0424 19:21:03.279113 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0424 19:21:03.302266 1 operator.go:830] Updating ClusterOperator status to InProgress. I0424 19:21:03.306289 1 tasks.go:49] processing task group 1 of 3 I0424 19:21:03.306318 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0424 19:21:03.306336 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:21:03.318085 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0424 19:21:06.439180 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0424 19:21:06.439203 1 tasks.go:49] processing task group 2 of 3 I0424 19:21:06.439229 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:21:06.439235 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0424 19:21:06.439240 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:21:06.439262 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0424 19:21:06.439286 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0424 19:21:06.439317 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:21:06.439327 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:21:06.439351 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:21:06.439364 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0424 19:21:06.439391 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:21:06.439399 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0424 19:21:06.439414 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0424 19:21:06.439425 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0424 19:21:06.439442 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0424 19:21:06.439401 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0424 19:21:06.482468 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0424 19:21:06.496152 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0424 19:21:06.522036 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0424 19:21:06.558646 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0424 19:21:07.499892 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0424 19:21:07.518713 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0424 19:21:07.522547 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0424 19:21:07.530925 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0424 19:21:07.565660 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0424 19:21:09.574738 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0424 19:21:11.551852 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0424 19:21:12.490537 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0424 19:21:12.566540 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0424 19:21:17.567187 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0424 19:21:21.723149 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0424 19:21:21.723174 1 tasks.go:49] processing task group 3 of 3 I0424 19:21:21.723189 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0424 19:21:21.755303 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0424 19:21:21.761001 1 operator.go:851] Updating ClusterOperator status to done.