W0504 20:32:16.831918 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0504 20:32:16.832256 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0504 20:32:16.832278 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0504 20:32:16.832283 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0504 20:32:16.832287 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0504 20:32:16.832291 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0504 20:32:16.870232 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0504 20:32:16.878069 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0504 20:32:16.878158 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0504 20:32:16.878338 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0504 20:32:16.879677 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0504 20:32:16.893721 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 20:32:16.894020 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 20:32:16.897718 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:32:16.897924 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 20:32:16.898045 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0504 20:32:16.898322 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 20:32:16.898692 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 20:32:16.898921 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0504 20:32:16.899168 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 20:32:16.899193 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:32:16.899636 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 20:32:16.899764 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 20:32:16.904068 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 20:32:16.939653 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0504 20:32:16.984711 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 20:32:16.984768 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:32:16.984796 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0504 20:32:16.984800 1 rule_controller.go:114] Starting alerting rules controller I0504 20:32:16.984810 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0504 20:32:16.984816 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0504 20:32:16.984802 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0504 20:32:16.985062 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0504 20:32:16.985075 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0504 20:32:16.985081 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0504 20:32:16.985159 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0504 20:32:16.985172 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0504 20:32:16.985178 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0504 20:32:16.985174 1 relabel_controller.go:117] Starting alert relabel config controller I0504 20:32:16.985203 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0504 20:32:16.991696 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0504 20:32:16.991749 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0504 20:32:16.992211 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0504 20:32:16.992426 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0504 20:32:16.998626 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:16.998696 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:32:16.998754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0504 20:32:16.998846 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:16.998912 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0504 20:32:16.999797 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0504 20:32:17.000100 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.000214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0504 20:32:17.000860 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0504 20:32:17.014145 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-2m9lr" is created for OpenShiftMonitoringClientCertRequester I0504 20:32:17.014675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-7q748" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0504 20:32:17.014695 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-cxtsp" is created for OpenShiftMonitoringTelemeterClientCertRequester I0504 20:32:17.021160 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.024233 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.026195 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.027430 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.031375 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.032607 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.035075 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.037661 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.038717 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.041273 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.043374 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:32:17.047038 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.047883 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.047975 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.056456 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.057207 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.057963 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.064044 1 tasks.go:49] processing task group 1 of 3 I0504 20:32:17.064067 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:32:17.064086 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:32:17.066395 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.066407 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.066396 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.072974 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.073748 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.074001 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.081667 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0504 20:32:17.082070 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.082103 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.082561 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.085409 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0504 20:32:17.086497 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0504 20:32:17.088519 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.090223 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.090252 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.096577 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0504 20:32:17.097224 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.097797 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.097800 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.104337 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:32:17.104704 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0504 20:32:17.106309 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.106316 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.106320 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.112549 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.113079 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.113097 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.119435 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.119663 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.119928 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.126109 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.126974 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.127200 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.134028 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.134257 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:17.161794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0504 20:32:17.252766 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0504 20:32:17.269819 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0504 20:32:17.295337 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0504 20:32:17.313535 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0504 20:32:17.702233 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0504 20:32:17.703851 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0504 20:32:17.703866 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0504 20:32:17.703881 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0504 20:32:17.703886 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0504 20:32:17.706597 1 secure_serving.go:57] Forcing use of http/1.1 only I0504 20:32:17.706611 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0504 20:32:17.713401 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0504 20:32:17.713413 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 20:32:17.713408 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0504 20:32:17.713435 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0504 20:32:17.713445 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0504 20:32:17.713432 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 20:32:17.713635 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0504 20:32:17.713775 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777926716\" (2026-05-04 20:32:08 +0000 UTC to 2028-05-03 20:32:09 +0000 UTC (now=2026-05-04 20:32:17.713752226 +0000 UTC))" I0504 20:32:17.713945 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777926737\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777926737\" (2026-05-04 19:32:16 +0000 UTC to 2029-05-04 19:32:16 +0000 UTC (now=2026-05-04 20:32:17.713926016 +0000 UTC))" I0504 20:32:17.713967 1 secure_serving.go:211] Serving securely on [::]:8443 I0504 20:32:17.713983 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0504 20:32:17.713992 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0504 20:32:17.718671 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0504 20:32:17.718731 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0504 20:32:17.718837 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0504 20:32:17.813554 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0504 20:32:17.813572 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0504 20:32:17.813565 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0504 20:32:17.813769 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-04 20:22:26 +0000 UTC to 2036-05-01 20:22:26 +0000 UTC (now=2026-05-04 20:32:17.813745743 +0000 UTC))" I0504 20:32:17.813972 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777926716\" (2026-05-04 20:32:08 +0000 UTC to 2028-05-03 20:32:09 +0000 UTC (now=2026-05-04 20:32:17.813956451 +0000 UTC))" I0504 20:32:17.814135 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777926737\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777926737\" (2026-05-04 19:32:16 +0000 UTC to 2029-05-04 19:32:16 +0000 UTC (now=2026-05-04 20:32:17.814122007 +0000 UTC))" I0504 20:32:17.814264 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-05-04 20:22:29 +0000 UTC to 2036-05-01 20:22:29 +0000 UTC (now=2026-05-04 20:32:17.814254694 +0000 UTC))" I0504 20:32:17.814284 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-05-04 20:22:33 +0000 UTC to 2036-05-01 20:22:33 +0000 UTC (now=2026-05-04 20:32:17.814275951 +0000 UTC))" I0504 20:32:17.814299 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-05-04 20:22:35 +0000 UTC to 2036-05-01 20:22:35 +0000 UTC (now=2026-05-04 20:32:17.814291069 +0000 UTC))" I0504 20:32:17.814314 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-05-04 20:22:37 +0000 UTC to 2036-05-01 20:22:37 +0000 UTC (now=2026-05-04 20:32:17.814305993 +0000 UTC))" I0504 20:32:17.814328 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-05-04 20:22:41 +0000 UTC to 2036-05-01 20:22:41 +0000 UTC (now=2026-05-04 20:32:17.814319921 +0000 UTC))" I0504 20:32:17.814347 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q3b1be7abd6lftrkdcr3bri040ctaq4-kx-6d24bc8bbe_customer-system-admin-signer@1777926273\" [] issuer=\"\" (2026-05-04 20:24:33 +0000 UTC to 2026-05-11 20:24:34 +0000 UTC (now=2026-05-04 20:32:17.814337994 +0000 UTC))" I0504 20:32:17.814374 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2q3b1be7abd6lftrkdcr3bri040ctaq4-kx-6d24bc8bbe_sre-system-admin-signer@1777926273\" [] issuer=\"\" (2026-05-04 20:24:32 +0000 UTC to 2026-05-11 20:24:33 +0000 UTC (now=2026-05-04 20:32:17.814364127 +0000 UTC))" I0504 20:32:17.814391 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-05-04 20:22:26 +0000 UTC to 2036-05-01 20:22:26 +0000 UTC (now=2026-05-04 20:32:17.814382646 +0000 UTC))" I0504 20:32:17.814558 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1777926716\" (2026-05-04 20:32:08 +0000 UTC to 2028-05-03 20:32:09 +0000 UTC (now=2026-05-04 20:32:17.814542432 +0000 UTC))" I0504 20:32:17.814750 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1777926737\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1777926737\" (2026-05-04 19:32:16 +0000 UTC to 2029-05-04 19:32:16 +0000 UTC (now=2026-05-04 20:32:17.814719166 +0000 UTC))" I0504 20:32:21.977438 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:21.977626 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-04T20:27:21Z",   ) I0504 20:32:21.977642 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-03T20:27:21Z",   ) I0504 20:32:21.978031 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:21.978054 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0504 20:32:21.978148 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-04T20:27:21Z",   ) I0504 20:32:21.978162 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-03T20:27:21Z",   ) I0504 20:32:21.978193 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-05-04T20:27:21Z",   ) I0504 20:32:21.978208 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-05-03T20:27:21Z",   ) I0504 20:32:21.988573 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0504 20:32:21.988570 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0504 20:32:21.989905 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0504 20:32:21.989980 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0504 20:32:21.990784 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0504 20:32:21.990808 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0504 20:32:25.374798 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0504 20:32:25.397419 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0504 20:32:25.421832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0504 20:32:27.901765 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0504 20:32:29.594464 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:32:29.594488 1 tasks.go:49] processing task group 2 of 3 I0504 20:32:29.594521 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:32:29.594522 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:32:29.594534 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:32:29.594541 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:32:29.594547 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:32:29.594547 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:32:29.594556 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:32:29.594565 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:32:29.594565 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:32:29.594570 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:32:29.594569 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:32:29.594579 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:32:29.594600 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:32:29.594604 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:32:29.594612 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:32:29.617861 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0504 20:32:29.617886 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0504 20:32:29.642883 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0504 20:32:29.656162 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0504 20:32:29.656183 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0504 20:32:29.675282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0504 20:32:29.696490 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:32:29.710485 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:32:29.730271 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0504 20:32:29.751124 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:32:29.786458 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0504 20:32:29.786534 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0504 20:32:29.786673 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0504 20:32:29.789483 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0504 20:32:29.792319 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0504 20:32:29.876030 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0504 20:32:29.878763 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0504 20:32:29.878779 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0504 20:32:29.889962 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0504 20:32:29.890114 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0504 20:32:29.894074 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0504 20:32:29.904028 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing W0504 20:32:29.904381 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0504 20:32:29.904395 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0504 20:32:29.917327 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0504 20:32:29.940658 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0504 20:32:29.943312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0504 20:32:29.974000 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0504 20:32:29.974019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0504 20:32:29.995369 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0504 20:32:30.103239 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0504 20:32:30.234212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0504 20:32:30.296328 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0504 20:32:30.366397 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0504 20:32:30.410312 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0504 20:32:30.460785 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0504 20:32:30.506206 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0504 20:32:30.542175 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0504 20:32:30.592202 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0504 20:32:30.691295 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0504 20:32:30.696152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0504 20:32:30.777613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0504 20:32:30.795375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0504 20:32:30.805325 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0504 20:32:30.897341 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0504 20:32:30.897408 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0504 20:32:30.904140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0504 20:32:30.992218 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0504 20:32:30.992998 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0504 20:32:31.013254 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0504 20:32:31.017226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0504 20:32:31.062229 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0504 20:32:31.083495 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0504 20:32:31.083543 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0504 20:32:31.121059 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0504 20:32:31.228378 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0504 20:32:31.494997 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0504 20:32:31.796253 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0504 20:32:31.817943 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0504 20:32:31.818752 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:32:31.818766 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0504 20:32:31.819835 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0504 20:32:31.839213 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0504 20:32:31.937711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0504 20:32:32.018224 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-9hpvk6tapg212 -n openshift-monitoring because it was missing I0504 20:32:32.036500 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0504 20:32:32.140403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0504 20:32:32.259947 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0504 20:32:32.364294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0504 20:32:32.457671 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0504 20:32:32.561443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0504 20:32:32.663041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0504 20:32:32.755975 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:32:32.756773 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:32:32.769855 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0504 20:32:32.872347 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0504 20:32:32.974097 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0504 20:32:33.058612 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0504 20:32:33.078159 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0504 20:32:33.586373 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0504 20:32:34.623899 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-ak703gmljjbp5 -n openshift-monitoring because it was missing I0504 20:32:34.674138 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0504 20:32:34.706846 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0504 20:32:36.116478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-1gkh98artau3a -n openshift-monitoring because it was missing I0504 20:32:36.137449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0504 20:32:36.163376 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0504 20:32:36.177868 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0504 20:32:42.105462 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:32:43.789193 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:32:43.789271 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0504 20:32:44.027216 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:32:44.095658 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:32:44.422581 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:32:44.453556 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:32:49.127871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0504 20:32:49.178373 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:33:00.508660 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:33:00.546471 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:33:01.511252 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:33:01.541710 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:33:02.508966 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:33:04.700643 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0504 20:33:04.727117 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:33:04.727190 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0504 20:33:21.204442 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:33:46.248947 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:33:46.248992 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0504 20:33:46.249000 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0504 20:33:46.249024 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0504 20:33:46.249050 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:33:46.293176 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:33:46.299860 1 tasks.go:49] processing task group 1 of 3 I0504 20:33:46.299888 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:33:46.299899 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:33:46.321091 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:33:47.371034 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJY0ZnUUJZdldyeEF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056a3lOamN4TmpBZQpGdzB5TmpBMU1EUXlNRE14TlRWYUZ3MHlPREEzTURJeU1ETXhOVFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM1TWpZM01UWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzYxLzJLTENsbk5seTBmRld5ZjZLSFNuV2tVQTVPeXNCMQpiNXY2VHRFOU5zOW1ITkpwc09FeHpIencrTHZXQVhIeVYrczVuVEZDc0lPR0QySm5nMmE2QUtFYXdLQlhwMWxTCjVOZStMbDVldEt3OGlIVkdwcWxjT0Q4NGZ3emRPZXBTVmhWUjVmSnFIbVBEaURQRDVncnhEenF1OVV4ckZQVWMKdGppMVU4L3VxV25yV1QrUzMrUlJpV1FlVCs3Qm9ncldtZFZQZTZITHpMbjI0ck0xamUxTC9LcW5QNHZVQWFrYgpiSkNwNS9rV1BXcWZLc0daVXFhWVlvZG91R2c0YUJUTXJUZU94azRlK29tb2lvbGErendEbVFCUWFhaHpZcmpvClgzWmhJeFVsZllla1ZickhNU21RWDRmV1lTZkRYcFpTaVJUYWVPd2tDVXl2akdycEtxTWJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlQxTWVBawpsMmtDdEZERnFDSlUxb2ZHcVVITW9EQWZCZ05WSFNNRUdEQVdnQlQxTWVBa2wya0N0RkRGcUNKVTFvZkdxVUhNCm9EQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFJWVRxdmZwMStiUFkxNFNvdVo3ckVROVJRYyt1Q1dCMFRteFkKekQrREExTXhjRVgxMUVNMVRpbHgydTJxVSttRklXL2dBRjNtbmErMkhMMTRTRFBaU24yU3ZEdEM5V3NCbldoVQoySVRyZFlTUC8ySDZjNkFNMXZISE1uaDFYQzhUbHJvYzFnME9VajBNQUdGU3crVC95WnhEWjlIUUlKM1JzcjQ1ClNwa2pveFFKWW1VU2tkWEFsV0pTWVcvNlRQVzNKaDRrTi9CL1Z2anZ2WHU4RlZ4V1lOQVRqMVJtMXJPNzR4eDUKejN3R1lmUlpRd1VSOVFoK2VRUCtqTHZ5MTZQR0MwWDVPRW1haUJtVFJKOVMzbjNJL253NUJNWWZWNEhpUkx0Ywo4MjFBY1VzejVYRUxkbThtMll0dUdONUwwNmFhNFVFdHUxWlI2cVlNaWlkbEZXUU1CZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0504 20:33:47.378700 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0504 20:33:47.389032 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJY0ZnUUJZdldyeEF3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM056a3lOamN4TmpBZQpGdzB5TmpBMU1EUXlNRE14TlRWYUZ3MHlPREEzTURJeU1ETXhOVFphTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOemM1TWpZM01UWXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzYxLzJLTENsbk5seTBmRld5ZjZLSFNuV2tVQTVPeXNCMQpiNXY2VHRFOU5zOW1ITkpwc09FeHpIencrTHZXQVhIeVYrczVuVEZDc0lPR0QySm5nMmE2QUtFYXdLQlhwMWxTCjVOZStMbDVldEt3OGlIVkdwcWxjT0Q4NGZ3emRPZXBTVmhWUjVmSnFIbVBEaURQRDVncnhEenF1OVV4ckZQVWMKdGppMVU4L3VxV25yV1QrUzMrUlJpV1FlVCs3Qm9ncldtZFZQZTZITHpMbjI0ck0xamUxTC9LcW5QNHZVQWFrYgpiSkNwNS9rV1BXcWZLc0daVXFhWVlvZG91R2c0YUJUTXJUZU94azRlK29tb2lvbGErendEbVFCUWFhaHpZcmpvClgzWmhJeFVsZllla1ZickhNU21RWDRmV1lTZkRYcFpTaVJUYWVPd2tDVXl2akdycEtxTWJBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlQxTWVBawpsMmtDdEZERnFDSlUxb2ZHcVVITW9EQWZCZ05WSFNNRUdEQVdnQlQxTWVBa2wya0N0RkRGcUNKVTFvZkdxVUhNCm9EQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFJWVRxdmZwMStiUFkxNFNvdVo3ckVROVJRYyt1Q1dCMFRteFkKekQrREExTXhjRVgxMUVNMVRpbHgydTJxVSttRklXL2dBRjNtbmErMkhMMTRTRFBaU24yU3ZEdEM5V3NCbldoVQoySVRyZFlTUC8ySDZjNkFNMXZISE1uaDFYQzhUbHJvYzFnME9VajBNQUdGU3crVC95WnhEWjlIUUlKM1JzcjQ1ClNwa2pveFFKWW1VU2tkWEFsV0pTWVcvNlRQVzNKaDRrTi9CL1Z2anZ2WHU4RlZ4V1lOQVRqMVJtMXJPNzR4eDUKejN3R1lmUlpRd1VSOVFoK2VRUCtqTHZ5MTZQR0MwWDVPRW1haUJtVFJKOVMzbjNJL253NUJNWWZWNEhpUkx0Ywo4MjFBY1VzejVYRUxkbThtMll0dUdONUwwNmFhNFVFdHUxWlI2cVlNaWlkbEZXUU1CZz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0504 20:33:47.397282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0504 20:33:49.504834 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:33:49.504854 1 tasks.go:49] processing task group 2 of 3 I0504 20:33:49.504879 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:33:49.504889 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:33:49.504903 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:33:49.504917 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:33:49.504937 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:33:49.504956 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:33:49.504974 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:33:49.504993 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:33:49.505020 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:33:49.505032 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:33:49.505050 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:33:49.505053 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:33:49.505068 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:33:49.505093 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:33:49.505104 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:33:49.600970 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:33:49.622119 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:33:49.638685 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:33:49.643151 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0504 20:33:49.666777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0504 20:33:49.692411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0504 20:33:49.709895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0504 20:33:49.721031 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:33:49.727008 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0504 20:33:49.787731 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0504 20:33:50.622533 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:33:50.665134 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:33:50.671943 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:33:50.697922 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:33:50.703931 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:33:52.729754 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:33:54.702970 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:33:54.790377 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0504 20:33:55.595918 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:33:58.920854 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:34:50.767927 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:36:05.018646 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:36:05.018670 1 tasks.go:49] processing task group 3 of 3 I0504 20:36:05.018681 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:36:05.077391 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:36:05.077469 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"e2eab201-f775-435d-b088-014d593d5a4d", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0504 20:36:05.085470 1 operator.go:851] Updating ClusterOperator status to done. W0504 20:36:05.125166 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:36:05.164299 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:36:05.170929 1 tasks.go:49] processing task group 1 of 3 I0504 20:36:05.170948 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:36:05.170962 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:36:05.190048 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:36:08.382835 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:36:08.382855 1 tasks.go:49] processing task group 2 of 3 I0504 20:36:08.382874 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:36:08.382879 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:36:08.382892 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:36:08.382920 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:36:08.382935 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:36:08.382953 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:36:08.382974 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:36:08.382991 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:36:08.383010 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:36:08.383028 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:36:08.383049 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:36:08.383068 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:36:08.383090 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:36:08.383117 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:36:08.383142 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:36:08.466349 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:36:08.484764 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:36:08.490201 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:36:08.571623 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:36:09.472744 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:36:09.517639 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:36:09.524262 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:36:09.537876 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:36:09.564026 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:36:11.598303 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:36:13.557878 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:36:14.485576 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:36:14.584232 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:36:15.738991 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:36:19.601137 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:36:23.825508 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:36:23.825531 1 tasks.go:49] processing task group 3 of 3 I0504 20:36:23.825546 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:36:23.878425 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:36:23.886542 1 operator.go:851] Updating ClusterOperator status to done. W0504 20:36:23.901053 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:36:23.951048 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:36:23.958571 1 tasks.go:49] processing task group 1 of 3 I0504 20:36:23.958607 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:36:23.958622 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:36:23.977430 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:36:27.150471 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:36:27.150494 1 tasks.go:49] processing task group 2 of 3 I0504 20:36:27.150524 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:36:27.150526 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:36:27.150543 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:36:27.150566 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:36:27.150602 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:36:27.150614 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:36:27.150622 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:36:27.150642 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:36:27.150669 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:36:27.150679 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:36:27.150700 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:36:27.150705 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:36:27.150721 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:36:27.150736 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:36:27.150650 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:36:27.242374 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:36:27.247739 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:36:27.268097 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:36:27.345016 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:36:28.262072 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:36:28.322103 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:36:28.330014 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:36:28.357869 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:36:28.361432 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:36:30.400965 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:36:32.345949 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:36:33.235024 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:36:33.374967 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:36:38.392056 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:36:42.594094 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:36:42.594118 1 tasks.go:49] processing task group 3 of 3 I0504 20:36:42.594135 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:36:42.642666 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:36:42.650689 1 operator.go:851] Updating ClusterOperator status to done. I0504 20:37:16.984942 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 20:37:16.984987 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:37:17.032071 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:37:17.041081 1 tasks.go:49] processing task group 1 of 3 I0504 20:37:17.041105 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:37:17.041118 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:37:17.067232 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:37:20.268075 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:37:20.268098 1 tasks.go:49] processing task group 2 of 3 I0504 20:37:20.268129 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:37:20.268128 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:37:20.268143 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:37:20.268159 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:37:20.268184 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:37:20.268200 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:37:20.268223 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:37:20.268234 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:37:20.268254 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:37:20.268275 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:37:20.268287 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:37:20.268293 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:37:20.268314 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:37:20.268340 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:37:20.268350 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:37:20.353387 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:37:20.371760 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:37:20.400408 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:37:20.445138 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:37:21.370344 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:37:21.416823 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:37:21.424732 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:37:21.448497 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:37:21.452095 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:37:23.516694 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:37:25.439579 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:37:26.338412 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:37:26.472087 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:37:31.539093 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:37:35.689801 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:37:35.689824 1 tasks.go:49] processing task group 3 of 3 I0504 20:37:35.689840 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:37:35.734287 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:37:35.740242 1 operator.go:851] Updating ClusterOperator status to done. I0504 20:37:48.326250 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0504 20:37:48.326276 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:37:48.360811 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:37:48.366446 1 tasks.go:49] processing task group 1 of 3 I0504 20:37:48.366470 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:37:48.366489 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:37:48.382930 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:37:51.513272 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:37:51.513294 1 tasks.go:49] processing task group 2 of 3 I0504 20:37:51.513317 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:37:51.513325 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:37:51.513337 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:37:51.513361 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:37:51.513375 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:37:51.513390 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:37:51.513400 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:37:51.513414 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:37:51.513424 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:37:51.513440 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:37:51.513457 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:37:51.513476 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:37:51.513488 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:37:51.513497 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:37:51.513520 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:37:51.596899 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:37:51.620844 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:37:51.624329 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:37:51.686929 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:37:52.603271 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:37:52.628046 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:37:52.646360 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:37:52.654534 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:37:52.681651 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:37:54.711049 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:37:56.691431 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:37:57.584949 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:37:57.720503 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:38:02.697233 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:38:06.868060 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:38:06.868083 1 tasks.go:49] processing task group 3 of 3 I0504 20:38:06.868099 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:38:06.928945 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:38:06.934619 1 operator.go:851] Updating ClusterOperator status to done. I0504 20:42:16.985229 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 20:42:16.985281 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:42:17.020844 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:42:17.026160 1 tasks.go:49] processing task group 1 of 3 I0504 20:42:17.026186 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:42:17.026203 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:42:17.039554 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:42:20.270212 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:42:20.270232 1 tasks.go:49] processing task group 2 of 3 I0504 20:42:20.270256 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:42:20.270261 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:42:20.270275 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:42:20.270293 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:42:20.270330 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:42:20.270348 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:42:20.270369 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:42:20.270383 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:42:20.270408 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:42:20.270408 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:42:20.270414 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:42:20.270431 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:42:20.270395 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:42:20.270395 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:42:20.270355 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:42:20.363579 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:42:20.396317 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:42:20.444894 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:42:20.499288 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:42:21.476750 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:42:21.567661 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:42:21.656526 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:42:21.677205 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:42:21.926484 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:42:23.803430 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:42:25.576969 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:42:26.367042 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:42:26.526025 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:42:31.852109 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:42:35.965514 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:42:35.965542 1 tasks.go:49] processing task group 3 of 3 I0504 20:42:35.965562 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:42:36.053927 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:42:36.074500 1 operator.go:851] Updating ClusterOperator status to done. I0504 20:47:16.894824 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0504 20:47:16.894876 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:47:16.898975 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0504 20:47:16.899256 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0504 20:47:16.899277 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0504 20:47:16.899503 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0504 20:47:16.900030 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0504 20:47:16.900043 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 20:47:16.904488 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0504 20:47:16.904564 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0504 20:47:16.904655 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0504 20:47:16.904681 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0504 20:47:16.930352 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:47:16.937540 1 tasks.go:49] processing task group 1 of 3 I0504 20:47:16.937565 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:47:16.937574 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:47:16.940570 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0504 20:47:16.955127 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:47:16.985307 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0504 20:47:20.118771 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:47:20.118791 1 tasks.go:49] processing task group 2 of 3 I0504 20:47:20.118817 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:47:20.118821 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:47:20.118833 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:47:20.118854 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:47:20.118872 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:47:20.118894 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:47:20.118909 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:47:20.118926 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:47:20.118951 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:47:20.118976 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:47:20.119000 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:47:20.118997 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:47:20.119024 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:47:20.119062 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:47:20.119029 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:47:20.220901 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:47:20.233453 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:47:20.260460 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:47:20.335154 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:47:21.231128 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:47:21.269618 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:47:21.273879 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:47:21.278987 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:47:21.323029 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:47:23.331257 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:47:25.304245 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:47:26.189333 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:47:26.352887 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:47:31.338656 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:47:35.507466 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:47:35.507491 1 tasks.go:49] processing task group 3 of 3 I0504 20:47:35.507507 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:47:35.549354 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:47:35.555798 1 operator.go:851] Updating ClusterOperator status to done. W0504 20:47:35.568782 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:47:35.600295 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:47:35.607678 1 tasks.go:49] processing task group 1 of 3 I0504 20:47:35.607704 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:47:35.607718 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:47:35.622956 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:47:38.752846 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:47:38.752871 1 tasks.go:49] processing task group 2 of 3 I0504 20:47:38.752903 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:47:38.752904 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:47:38.752914 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:47:38.752944 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:47:38.752957 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:47:38.752978 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:47:38.752993 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:47:38.753016 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:47:38.753030 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:47:38.753052 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:47:38.753070 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:47:38.753079 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:47:38.753095 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:47:38.753116 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:47:38.753059 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:47:38.805875 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:47:38.828489 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:47:38.833081 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:47:38.895513 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:47:39.830974 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:47:39.853279 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:47:39.855732 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:47:39.880667 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:47:39.886866 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:47:41.925805 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:47:43.892524 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:47:44.819562 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:47:44.917570 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:47:49.925789 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:47:54.243859 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:47:54.243883 1 tasks.go:49] processing task group 3 of 3 I0504 20:47:54.243899 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:47:54.288577 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:47:54.295697 1 operator.go:851] Updating ClusterOperator status to done. I0504 20:52:16.984785 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 20:52:16.984832 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:52:17.017322 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:52:17.023088 1 tasks.go:49] processing task group 1 of 3 I0504 20:52:17.023111 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:52:17.023129 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:52:17.038369 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:52:20.201599 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:52:20.201619 1 tasks.go:49] processing task group 2 of 3 I0504 20:52:20.201642 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:52:20.201649 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:52:20.201661 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:52:20.201678 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:52:20.201703 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:52:20.201728 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:52:20.201743 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:52:20.201754 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:52:20.201788 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:52:20.201803 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:52:20.201823 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:52:20.201830 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:52:20.201837 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:52:20.201858 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:52:20.201825 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:52:20.271625 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:52:20.296089 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:52:20.305341 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:52:20.379925 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:52:21.300707 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:52:21.324137 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:52:21.332697 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:52:21.355080 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:52:21.380499 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:52:23.391629 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:52:25.367661 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:52:26.273489 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:52:26.394309 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:52:31.400035 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:52:35.574405 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:52:35.574432 1 tasks.go:49] processing task group 3 of 3 I0504 20:52:35.574446 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:52:35.618258 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:52:35.625644 1 operator.go:851] Updating ClusterOperator status to done. I0504 20:57:16.985705 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 20:57:16.985770 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 20:57:17.027632 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 20:57:17.035964 1 tasks.go:49] processing task group 1 of 3 I0504 20:57:17.035990 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 20:57:17.036004 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:57:17.076496 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 20:57:20.225691 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 20:57:20.225712 1 tasks.go:49] processing task group 2 of 3 I0504 20:57:20.225735 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:57:20.225744 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:57:20.225760 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 20:57:20.225784 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:57:20.225801 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 20:57:20.225821 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 20:57:20.225841 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 20:57:20.225862 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 20:57:20.225892 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 20:57:20.225908 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 20:57:20.225909 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 20:57:20.225927 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:57:20.225940 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:57:20.225967 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:57:20.225898 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 20:57:20.294895 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 20:57:20.326339 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 20:57:20.326672 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 20:57:20.394864 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 20:57:21.348148 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 20:57:21.379907 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 20:57:21.395554 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 20:57:21.407108 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 20:57:21.411448 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 20:57:23.432695 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 20:57:25.387782 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 20:57:26.291963 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 20:57:26.403126 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 20:57:31.447221 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 20:57:35.630757 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 20:57:35.630788 1 tasks.go:49] processing task group 3 of 3 I0504 20:57:35.630804 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 20:57:35.679610 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 20:57:35.686016 1 operator.go:851] Updating ClusterOperator status to done. I0504 21:02:16.895708 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0504 21:02:16.895765 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 21:02:16.899936 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0504 21:02:16.899945 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0504 21:02:16.899957 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0504 21:02:16.899965 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0504 21:02:16.900051 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0504 21:02:16.900056 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0504 21:02:16.904697 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0504 21:02:16.904804 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0504 21:02:16.904845 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0504 21:02:16.904878 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0504 21:02:16.931863 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 21:02:16.938336 1 tasks.go:49] processing task group 1 of 3 I0504 21:02:16.938360 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 21:02:16.938368 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:02:16.940740 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0504 21:02:16.955201 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:02:16.985096 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0504 21:02:20.129645 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 21:02:20.129666 1 tasks.go:49] processing task group 2 of 3 I0504 21:02:20.129701 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 21:02:20.129715 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:02:20.129717 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:02:20.129736 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 21:02:20.129752 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 21:02:20.129770 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 21:02:20.129792 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:02:20.129805 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 21:02:20.129823 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 21:02:20.129855 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:02:20.129889 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:02:20.129891 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:02:20.129881 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 21:02:20.129878 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 21:02:20.129895 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 21:02:20.221511 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:02:20.239684 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:02:20.246373 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 21:02:20.335897 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:02:21.247642 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:02:21.260467 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:02:21.275443 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:02:21.276070 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 21:02:21.318247 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 21:02:23.314265 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 21:02:25.294691 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 21:02:26.195073 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 21:02:26.327063 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 21:02:31.319419 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 21:02:35.488278 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 21:02:35.488301 1 tasks.go:49] processing task group 3 of 3 I0504 21:02:35.488312 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 21:02:35.529015 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 21:02:35.534736 1 operator.go:851] Updating ClusterOperator status to done. W0504 21:02:35.544982 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 21:02:35.573013 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 21:02:35.578360 1 tasks.go:49] processing task group 1 of 3 I0504 21:02:35.578385 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 21:02:35.578398 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:02:35.592322 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:02:38.714748 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 21:02:38.714771 1 tasks.go:49] processing task group 2 of 3 I0504 21:02:38.714793 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:02:38.714802 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 21:02:38.714813 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 21:02:38.714831 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 21:02:38.714845 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 21:02:38.714861 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:02:38.714879 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:02:38.714901 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 21:02:38.714915 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 21:02:38.714940 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:02:38.714971 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:02:38.714994 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 21:02:38.714999 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 21:02:38.714797 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:02:38.714973 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 21:02:38.784161 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:02:38.807240 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 21:02:38.825156 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:02:38.884746 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:02:39.816386 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:02:39.861987 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:02:39.865861 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 21:02:39.888282 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:02:39.888971 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 21:02:41.916041 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 21:02:43.873116 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 21:02:44.780966 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 21:02:44.895141 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 21:02:49.924280 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 21:02:54.121907 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 21:02:54.121931 1 tasks.go:49] processing task group 3 of 3 I0504 21:02:54.121946 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 21:02:54.168416 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 21:02:54.174872 1 operator.go:851] Updating ClusterOperator status to done. I0504 21:07:16.985185 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0504 21:07:16.985237 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0504 21:07:17.014060 1 operator.go:830] Updating ClusterOperator status to InProgress. I0504 21:07:17.019729 1 tasks.go:49] processing task group 1 of 3 I0504 21:07:17.019758 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0504 21:07:17.019768 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:07:17.045931 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0504 21:07:20.163826 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0504 21:07:20.163847 1 tasks.go:49] processing task group 2 of 3 I0504 21:07:20.163874 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:07:20.163881 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0504 21:07:20.163893 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0504 21:07:20.163914 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:07:20.163929 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:07:20.163953 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0504 21:07:20.163962 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0504 21:07:20.163986 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0504 21:07:20.164004 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0504 21:07:20.164023 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0504 21:07:20.164043 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0504 21:07:20.164061 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:07:20.164079 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0504 21:07:20.164097 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:07:20.164112 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:07:20.249937 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0504 21:07:20.272510 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0504 21:07:20.275048 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0504 21:07:20.338948 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0504 21:07:21.266942 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0504 21:07:21.298754 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0504 21:07:21.307233 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0504 21:07:21.317410 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0504 21:07:21.338214 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0504 21:07:23.354130 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0504 21:07:25.325837 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0504 21:07:26.227665 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0504 21:07:26.357475 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0504 21:07:31.382992 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0504 21:07:35.532260 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0504 21:07:35.532283 1 tasks.go:49] processing task group 3 of 3 I0504 21:07:35.532305 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0504 21:07:35.583804 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0504 21:07:35.591205 1 operator.go:851] Updating ClusterOperator status to done.