W0420 08:58:36.130215 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0420 08:58:36.130547 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0420 08:58:36.130560 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0420 08:58:36.130565 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0420 08:58:36.130569 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0420 08:58:36.130572 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0420 08:58:36.154741 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0420 08:58:36.158416 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0420 08:58:36.158419 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0420 08:58:36.158691 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0420 08:58:36.159502 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 08:58:36.167157 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0420 08:58:36.167627 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:58:36.167771 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 08:58:36.169234 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0420 08:58:36.169613 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 08:58:36.170374 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 08:58:36.170977 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 08:58:36.171401 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 08:58:36.171896 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 08:58:36.172026 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 08:58:36.172513 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 08:58:36.172599 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0420 08:58:36.172690 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 08:58:36.177171 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 08:58:36.177477 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 08:58:36.177669 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 08:58:36.208778 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0420 08:58:36.262574 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 08:58:36.262610 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 08:58:36.262647 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0420 08:58:36.262653 1 rule_controller.go:114] Starting alerting rules controller I0420 08:58:36.262658 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0420 08:58:36.262671 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0420 08:58:36.262671 1 relabel_controller.go:117] Starting alert relabel config controller I0420 08:58:36.262682 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0420 08:58:36.262689 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0420 08:58:36.262689 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0420 08:58:36.262696 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0420 08:58:36.262704 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0420 08:58:36.262671 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0420 08:58:36.262719 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0420 08:58:36.262725 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0420 08:58:36.266015 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0420 08:58:36.266079 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0420 08:58:36.266627 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0420 08:58:36.266716 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0420 08:58:36.266881 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.267011 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 08:58:36.267590 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.267715 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 08:58:36.268033 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.268194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0420 08:58:36.282417 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-gdv8l" is created for OpenShiftMonitoringClientCertRequester I0420 08:58:36.282443 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-q7fvk" is created for OpenShiftMonitoringTelemeterClientCertRequester I0420 08:58:36.282697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-l7zjr" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0420 08:58:36.292528 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.292538 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.292554 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.297022 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.297027 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.297040 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.301356 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.301360 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.301367 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.305346 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.306175 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.306232 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.306619 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 08:58:36.310508 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.310529 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.311537 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.316627 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.317004 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.317058 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.326508 1 tasks.go:49] processing task group 1 of 3 I0420 08:58:36.326530 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 08:58:36.326546 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 08:58:36.327116 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.327606 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.327612 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.333419 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.333434 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.333437 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.338208 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.338723 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.339037 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.341076 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0420 08:58:36.342021 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.342536 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.343342 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.352947 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.352954 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.352950 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.353371 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0420 08:58:36.361474 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 08:58:36.361513 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.361540 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.361580 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.363700 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0420 08:58:36.363723 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0420 08:58:36.365588 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.365916 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.366192 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.369709 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.369957 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.370253 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.378209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0420 08:58:36.381778 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.387254 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.387279 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:36.408212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 08:58:36.494939 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0420 08:58:36.508427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 08:58:36.533457 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 08:58:36.547897 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0420 08:58:36.556585 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0420 08:58:36.557942 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0420 08:58:36.557957 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0420 08:58:36.557973 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0420 08:58:36.557977 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0420 08:58:36.560445 1 secure_serving.go:57] Forcing use of http/1.1 only I0420 08:58:36.560462 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0420 08:58:36.565108 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0420 08:58:36.565122 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0420 08:58:36.565121 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 08:58:36.565122 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 08:58:36.565136 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 08:58:36.565140 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 08:58:36.565361 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0420 08:58:36.565416 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776675503\" (2026-04-20 08:58:30 +0000 UTC to 2028-04-19 08:58:31 +0000 UTC (now=2026-04-20 08:58:36.5653953 +0000 UTC))" I0420 08:58:36.565580 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776675516\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776675516\" (2026-04-20 07:58:36 +0000 UTC to 2029-04-20 07:58:36 +0000 UTC (now=2026-04-20 08:58:36.565565604 +0000 UTC))" I0420 08:58:36.565597 1 secure_serving.go:211] Serving securely on [::]:8443 I0420 08:58:36.565612 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0420 08:58:36.565618 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0420 08:58:36.568900 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0420 08:58:36.568919 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0420 08:58:36.569000 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0420 08:58:36.665801 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0420 08:58:36.665815 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0420 08:58:36.665840 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0420 08:58:36.665932 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 08:47:25 +0000 UTC to 2036-04-17 08:47:25 +0000 UTC (now=2026-04-20 08:58:36.665916621 +0000 UTC))" I0420 08:58:36.666141 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776675503\" (2026-04-20 08:58:30 +0000 UTC to 2028-04-19 08:58:31 +0000 UTC (now=2026-04-20 08:58:36.666126228 +0000 UTC))" I0420 08:58:36.666298 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776675516\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776675516\" (2026-04-20 07:58:36 +0000 UTC to 2029-04-20 07:58:36 +0000 UTC (now=2026-04-20 08:58:36.666286335 +0000 UTC))" I0420 08:58:36.666416 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-20 08:47:27 +0000 UTC to 2036-04-17 08:47:27 +0000 UTC (now=2026-04-20 08:58:36.666405679 +0000 UTC))" I0420 08:58:36.666435 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-20 08:47:32 +0000 UTC to 2036-04-17 08:47:32 +0000 UTC (now=2026-04-20 08:58:36.666426555 +0000 UTC))" I0420 08:58:36.666449 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-20 08:47:34 +0000 UTC to 2036-04-17 08:47:34 +0000 UTC (now=2026-04-20 08:58:36.666441617 +0000 UTC))" I0420 08:58:36.666463 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-20 08:47:37 +0000 UTC to 2036-04-17 08:47:37 +0000 UTC (now=2026-04-20 08:58:36.666455703 +0000 UTC))" I0420 08:58:36.666477 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-20 08:47:39 +0000 UTC to 2036-04-17 08:47:39 +0000 UTC (now=2026-04-20 08:58:36.666469373 +0000 UTC))" I0420 08:58:36.666491 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ppph9ruf6k5ml3crseffj0vunji1dnc-kx-e4f814264e_customer-system-admin-signer@1776674977\" [] issuer=\"\" (2026-04-20 08:49:38 +0000 UTC to 2026-04-27 08:49:39 +0000 UTC (now=2026-04-20 08:58:36.666482706 +0000 UTC))" I0420 08:58:36.666509 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2ppph9ruf6k5ml3crseffj0vunji1dnc-kx-e4f814264e_sre-system-admin-signer@1776674977\" [] issuer=\"\" (2026-04-20 08:49:37 +0000 UTC to 2026-04-27 08:49:38 +0000 UTC (now=2026-04-20 08:58:36.666499955 +0000 UTC))" I0420 08:58:36.666525 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-20 08:47:25 +0000 UTC to 2036-04-17 08:47:25 +0000 UTC (now=2026-04-20 08:58:36.6665173 +0000 UTC))" I0420 08:58:36.666695 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776675503\" (2026-04-20 08:58:30 +0000 UTC to 2028-04-19 08:58:31 +0000 UTC (now=2026-04-20 08:58:36.66668288 +0000 UTC))" I0420 08:58:36.666844 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776675516\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776675516\" (2026-04-20 07:58:36 +0000 UTC to 2029-04-20 07:58:36 +0000 UTC (now=2026-04-20 08:58:36.666834753 +0000 UTC))" I0420 08:58:45.713744 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 08:58:46.603872 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:46.604112 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-20T08:53:46Z",   ) I0420 08:58:46.604133 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-19T08:53:46Z",   ) I0420 08:58:46.604230 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:46.604401 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-20T08:53:46Z",   ) I0420 08:58:46.604417 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-19T08:53:46Z",   ) I0420 08:58:46.604878 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0420 08:58:46.605034 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-20T08:53:46Z",   ) I0420 08:58:46.605053 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-19T08:53:46Z",   ) I0420 08:58:46.611632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0420 08:58:46.611913 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 08:58:46.615304 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0420 08:58:46.615495 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 08:58:46.615835 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 08:58:46.615865 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0420 08:58:49.593167 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0420 08:58:49.605228 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0420 08:58:49.616733 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0420 08:58:52.219057 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0420 08:58:53.764055 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 08:58:53.764086 1 tasks.go:49] processing task group 2 of 3 I0420 08:58:53.764145 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 08:58:53.764142 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 08:58:53.764159 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 08:58:53.764159 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 08:58:53.764173 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 08:58:53.764178 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 08:58:53.764180 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 08:58:53.764190 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 08:58:53.764200 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 08:58:53.764207 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 08:58:53.764202 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 08:58:53.764215 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 08:58:53.764241 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 08:58:53.764240 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 08:58:53.764254 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 08:58:53.779628 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0420 08:58:53.783574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0420 08:58:53.799501 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0420 08:58:53.809394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0420 08:58:53.821705 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0420 08:58:53.821730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0420 08:58:53.864736 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 08:58:53.874309 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 08:58:53.887984 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 08:58:53.888010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0420 08:58:53.894136 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 08:58:53.929472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0420 08:58:53.935252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 08:58:53.938205 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0420 08:58:53.943777 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0420 08:58:54.013717 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0420 08:58:54.013740 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0420 08:58:54.017145 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0420 08:58:54.017169 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0420 08:58:54.018487 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0420 08:58:54.018513 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0420 08:58:54.030858 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0420 08:58:54.031003 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0420 08:58:54.031005 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0420 08:58:54.031024 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0420 08:58:54.050294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0420 08:58:54.054131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0420 08:58:54.076765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0420 08:58:54.080600 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0420 08:58:54.171419 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0420 08:58:54.177923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 08:58:54.287482 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0420 08:58:54.348898 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0420 08:58:54.352131 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0420 08:58:54.445310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0420 08:58:54.445370 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0420 08:58:54.539751 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0420 08:58:54.549493 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0420 08:58:54.575684 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0420 08:58:54.658787 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0420 08:58:54.761225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0420 08:58:54.841394 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0420 08:58:54.860321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0420 08:58:54.905908 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 08:58:54.918290 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0420 08:58:54.951606 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 08:58:54.964934 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0420 08:58:55.049214 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 08:58:55.049247 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0420 08:58:55.059540 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0420 08:58:55.067746 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0420 08:58:55.095751 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0420 08:58:55.111334 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 08:58:55.111435 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 08:58:55.159133 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0420 08:58:55.171340 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0420 08:58:55.406735 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 08:58:55.932464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0420 08:58:55.946801 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0420 08:58:55.959287 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0420 08:58:56.029294 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0420 08:58:56.131366 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 08:58:56.225429 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 08:58:56.326804 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 08:58:56.423356 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 08:58:56.526415 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 08:58:56.582589 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 08:58:56.582664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0420 08:58:56.583546 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 08:58:56.635995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0420 08:58:56.822538 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0420 08:58:56.910366 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 08:58:56.913945 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 08:58:56.922263 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0420 08:58:57.034458 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0420 08:58:57.132525 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 08:58:57.134664 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0420 08:58:57.178751 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-4b8j7avvm631l -n openshift-monitoring because it was missing I0420 08:58:57.204796 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0420 08:58:57.221362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0420 08:58:57.616995 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0420 08:58:58.174814 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 08:58:58.643289 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-b7s588paaqjfo -n openshift-monitoring because it was missing I0420 08:58:58.849211 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0420 08:58:58.875285 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0420 08:59:00.254212 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-87bu7icj5i68p -n openshift-monitoring because it was missing I0420 08:59:00.271727 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0420 08:59:00.296492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0420 08:59:00.308360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0420 08:59:05.177166 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 08:59:05.924976 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 08:59:05.925065 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0420 08:59:15.711719 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 08:59:16.260432 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0420 08:59:16.301620 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 08:59:28.708565 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0420 08:59:28.725886 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 08:59:28.725957 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0420 08:59:30.712655 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 08:59:45.179261 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 08:59:45.714951 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:00:10.368124 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:00:10.368158 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0420 09:00:10.368167 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0420 09:00:10.368202 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0420 09:00:10.368230 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:00:10.402653 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:00:10.408117 1 tasks.go:49] processing task group 1 of 3 I0420 09:00:10.408145 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:00:10.408159 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:00:10.423108 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:00:11.464412 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWEk1eVNsbFlKbUV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qWTNOVFV3TXpBZQpGdzB5TmpBME1qQXdPRFU0TWpKYUZ3MHlPREEyTVRnd09EVTRNak5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkyTnpVMU1ETXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGtZT1ptV1hYcHRDU3hnVzFPUXlTZnl2aWIvTFVhTnl6WQpndHZvNW41alF4NDgrL0tIamt2WWc4KzE0bG9wTnYrUWcxWlNHOGFqY3ZLTVkrZFZTcWE3OFhjZDk4VzRLVkNoCk82TjduU2h2LzRNZUo2ZmxQa0VqL2F0cTdXNWJRT2NpTEQvZDVUcmkxU2dvbStFRHhZVWl1Y1JwVHhFUlh4c1gKUW9YTVZKVi81VTNzUkJWSkFXamY5bGFxQ0JueW5COGF1RHlGbHE3VlpEOUs1aXlZZG5iWFJBSlRjM2dVZ0IweApXV0ZySmxuQTBmU0RzaVBCNm5JK1ZxakRlalYyVlo5bzJnclQwN25zVWdTVEhmZjM0WTZZbTBqUmhMcEpWN2tQClJScFh2M1dNU2hONE9Sb1JmSVFBREVtTFlqVk4xWFl2YXlZT1gxa3FOZEpqa3o2RFg2U1BBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlF1eVM3cApZbmZ0ZFBlMjVlTEJXekJEN1VXWU96QWZCZ05WSFNNRUdEQVdnQlF1eVM3cFluZnRkUGUyNWVMQld6QkQ3VVdZCk96QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFURWlTLzJ3WVRiUXZSOCtacUV3Q2NrZTJaZGpZM1ZJSE5lY08KZ0IzQ0UzVGxKQUhsN09xMVdNSlM5YW5BM01TSW9jWlBhSWt2bWg3Slgyamd6OHI0ckhGVzllMmdFZWhyQjFyWgppQXJXTExydWFmQ1dlT1VqL1JmWkE2SVNQOHRzWHdzcUQ3WXg5emdLZm1semVFS1hBZGdaWEgzTEU3bVBNcGJpCkNiYlZKQjNWVEQ5V0U3SjQwL21FSGJYTVVDemVBSVVzSjB4cUlHZEdxU1B0ekkybmJsVmI5U2Z4TVdVZHRuMjAKL1JsTDFpNEZ3ckxHbGsvdzhhZHg3Q05FOXVNWDRIL2llaGduN0hqTkJMVHpFQzE2ZG5Hd0Y1SUkzaWlvaisyRQpKYVNuL25kSmd5MWhQNWdrZGVyU0czTFBYSTl3UEpUMGV5ZXVHcm4vNXJ6M1FGMi9Ldz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 09:00:11.470521 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0420 09:00:11.475438 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWEk1eVNsbFlKbUV3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qWTNOVFV3TXpBZQpGdzB5TmpBME1qQXdPRFU0TWpKYUZ3MHlPREEyTVRnd09EVTRNak5hTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkyTnpVMU1ETXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRGtZT1ptV1hYcHRDU3hnVzFPUXlTZnl2aWIvTFVhTnl6WQpndHZvNW41alF4NDgrL0tIamt2WWc4KzE0bG9wTnYrUWcxWlNHOGFqY3ZLTVkrZFZTcWE3OFhjZDk4VzRLVkNoCk82TjduU2h2LzRNZUo2ZmxQa0VqL2F0cTdXNWJRT2NpTEQvZDVUcmkxU2dvbStFRHhZVWl1Y1JwVHhFUlh4c1gKUW9YTVZKVi81VTNzUkJWSkFXamY5bGFxQ0JueW5COGF1RHlGbHE3VlpEOUs1aXlZZG5iWFJBSlRjM2dVZ0IweApXV0ZySmxuQTBmU0RzaVBCNm5JK1ZxakRlalYyVlo5bzJnclQwN25zVWdTVEhmZjM0WTZZbTBqUmhMcEpWN2tQClJScFh2M1dNU2hONE9Sb1JmSVFBREVtTFlqVk4xWFl2YXlZT1gxa3FOZEpqa3o2RFg2U1BBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlF1eVM3cApZbmZ0ZFBlMjVlTEJXekJEN1VXWU96QWZCZ05WSFNNRUdEQVdnQlF1eVM3cFluZnRkUGUyNWVMQld6QkQ3VVdZCk96QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFURWlTLzJ3WVRiUXZSOCtacUV3Q2NrZTJaZGpZM1ZJSE5lY08KZ0IzQ0UzVGxKQUhsN09xMVdNSlM5YW5BM01TSW9jWlBhSWt2bWg3Slgyamd6OHI0ckhGVzllMmdFZWhyQjFyWgppQXJXTExydWFmQ1dlT1VqL1JmWkE2SVNQOHRzWHdzcUQ3WXg5emdLZm1semVFS1hBZGdaWEgzTEU3bVBNcGJpCkNiYlZKQjNWVEQ5V0U3SjQwL21FSGJYTVVDemVBSVVzSjB4cUlHZEdxU1B0ekkybmJsVmI5U2Z4TVdVZHRuMjAKL1JsTDFpNEZ3ckxHbGsvdzhhZHg3Q05FOXVNWDRIL2llaGduN0hqTkJMVHpFQzE2ZG5Hd0Y1SUkzaWlvaisyRQpKYVNuL25kSmd5MWhQNWdrZGVyU0czTFBYSTl3UEpUMGV5ZXVHcm4vNXJ6M1FGMi9Ldz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0420 09:00:11.481685 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0420 09:00:13.566534 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:00:13.566555 1 tasks.go:49] processing task group 2 of 3 I0420 09:00:13.566578 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:00:13.566586 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:00:13.566609 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:00:13.566632 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:00:13.566647 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:00:13.566669 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:00:13.566692 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:00:13.566702 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:00:13.566728 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:00:13.566746 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:00:13.566764 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:00:13.566782 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:00:13.566805 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:00:13.566825 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:00:13.566831 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:00:13.617369 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:00:13.638515 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:00:13.654970 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0420 09:00:13.657598 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:00:13.672428 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0420 09:00:13.691543 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0420 09:00:13.703124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0420 09:00:13.711044 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:00:13.718072 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 09:00:13.773757 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 09:00:14.634413 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:00:14.659231 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:00:14.668273 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:00:14.691269 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:00:14.697893 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:00:16.726740 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:00:18.699415 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:00:18.768836 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0420 09:00:19.629375 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:00:22.859442 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:01:24.733741 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:02:28.927942 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:02:28.927972 1 tasks.go:49] processing task group 3 of 3 I0420 09:02:28.927988 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:02:28.976734 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:02:28.976829 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"f7c52e6d-4c74-4de4-8f09-8d5c6d4ef95c", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0420 09:02:28.982777 1 operator.go:851] Updating ClusterOperator status to done. W0420 09:02:29.025427 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:02:29.068793 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:02:29.074023 1 tasks.go:49] processing task group 1 of 3 I0420 09:02:29.074050 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:02:29.074062 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:02:29.088775 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:02:32.235259 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:02:32.235283 1 tasks.go:49] processing task group 2 of 3 I0420 09:02:32.235314 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:02:32.235315 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:02:32.235331 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:02:32.235349 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:02:32.235372 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:02:32.235388 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:02:32.235406 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:02:32.235424 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:02:32.235443 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:02:32.235458 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:02:32.235462 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:02:32.235478 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:02:32.235495 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:02:32.235516 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:02:32.235537 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:02:32.290490 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:02:32.303894 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:02:32.327810 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:02:32.373626 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:02:33.315459 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:02:33.334110 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:02:33.336390 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:02:33.359714 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:02:33.374559 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:02:35.393487 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:02:37.362239 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:02:38.297991 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:02:38.387535 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:02:43.401446 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:02:45.727682 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:02:47.561954 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:02:47.561978 1 tasks.go:49] processing task group 3 of 3 I0420 09:02:47.561993 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:02:47.598411 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:02:47.603846 1 operator.go:851] Updating ClusterOperator status to done. W0420 09:02:47.614163 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:02:47.644335 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:02:47.654383 1 tasks.go:49] processing task group 1 of 3 I0420 09:02:47.654405 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:02:47.654421 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:02:47.670599 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:02:50.794393 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:02:50.794419 1 tasks.go:49] processing task group 2 of 3 I0420 09:02:50.794451 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:02:50.794453 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:02:50.794473 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:02:50.794486 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:02:50.794509 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:02:50.794534 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:02:50.794549 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:02:50.794566 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:02:50.794586 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:02:50.794619 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:02:50.794606 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:02:50.794646 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:02:50.794644 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:02:50.794665 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:02:50.794690 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:02:50.845014 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:02:50.867505 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:02:50.880244 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:02:50.929717 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:02:51.867882 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:02:51.891849 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:02:51.893708 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:02:51.916044 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:02:51.922462 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:02:53.951082 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:02:55.923996 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:02:56.857994 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:02:56.938862 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:03:01.959512 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:03:06.119769 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:03:06.119795 1 tasks.go:49] processing task group 3 of 3 I0420 09:03:06.119810 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:03:06.158467 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:03:06.164174 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:03:36.262904 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 09:03:36.262939 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:03:36.295657 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:03:36.300763 1 tasks.go:49] processing task group 1 of 3 I0420 09:03:36.300789 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:03:36.300807 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:03:36.314575 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:03:39.451707 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:03:39.451727 1 tasks.go:49] processing task group 2 of 3 I0420 09:03:39.451750 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:03:39.451761 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:03:39.451770 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:03:39.451786 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:03:39.451806 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:03:39.451833 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:03:39.451849 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:03:39.451865 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:03:39.451881 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:03:39.451908 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:03:39.451939 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:03:39.451935 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:03:39.451956 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:03:39.451981 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:03:39.451963 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:03:39.499571 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:03:39.519666 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:03:39.531388 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:03:39.582591 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:03:40.517605 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:03:40.545998 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:03:40.548133 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:03:40.566808 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:03:40.580970 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:03:42.604747 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:03:44.150596 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:03:44.589011 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:03:45.513356 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:03:45.594292 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:03:50.616251 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:03:54.765598 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:03:54.765623 1 tasks.go:49] processing task group 3 of 3 I0420 09:03:54.765635 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:03:54.820535 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:03:54.825931 1 operator.go:851] Updating ClusterOperator status to done. W0420 09:03:54.837215 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:03:54.867464 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:03:54.872760 1 tasks.go:49] processing task group 1 of 3 I0420 09:03:54.872784 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:03:54.872797 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:03:54.888389 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:03:58.008223 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:03:58.008247 1 tasks.go:49] processing task group 2 of 3 I0420 09:03:58.008279 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:03:58.008279 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:03:58.008297 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:03:58.008319 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:03:58.008336 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:03:58.008357 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:03:58.008376 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:03:58.008403 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:03:58.008418 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:03:58.008412 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:03:58.008435 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:03:58.008454 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:03:58.008486 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:03:58.008499 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:03:58.008501 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:03:58.095029 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:03:58.175585 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:03:58.261438 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:03:58.339899 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:03:59.111465 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:03:59.136369 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:03:59.157674 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:03:59.218461 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:03:59.283636 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:04:01.165122 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:04:03.182335 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:04:04.071721 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:04:04.303255 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:04:09.150003 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:04:13.358679 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:04:13.358704 1 tasks.go:49] processing task group 3 of 3 I0420 09:04:13.358720 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:04:13.396394 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:04:13.402206 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:08:36.263176 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 09:08:36.263225 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:08:36.294110 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:08:36.299168 1 tasks.go:49] processing task group 1 of 3 I0420 09:08:36.299196 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:08:36.299206 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:08:36.313254 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:08:39.442845 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:08:39.442868 1 tasks.go:49] processing task group 2 of 3 I0420 09:08:39.442891 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:08:39.442900 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:08:39.442918 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:08:39.442937 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:08:39.442955 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:08:39.442980 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:08:39.442999 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:08:39.443023 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:08:39.443042 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:08:39.443065 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:08:39.443080 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:08:39.443126 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:08:39.443127 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:08:39.443146 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:08:39.443141 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:08:39.496593 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:08:39.516740 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:08:39.535868 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:08:39.583380 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:08:40.511388 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:08:40.542502 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:08:40.542562 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:08:40.562368 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:08:40.580014 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:08:42.607944 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:08:44.573369 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:08:45.504785 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:08:45.599839 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:08:50.614921 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:08:54.776389 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:08:54.776416 1 tasks.go:49] processing task group 3 of 3 I0420 09:08:54.776435 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:08:54.817540 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:08:54.823127 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:13:36.167469 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0420 09:13:36.167511 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0420 09:13:36.167532 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:13:36.170654 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0420 09:13:36.171693 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:13:36.171704 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0420 09:13:36.172608 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 09:13:36.172627 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 09:13:36.173453 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 09:13:36.173471 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 09:13:36.173481 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 09:13:36.173528 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 09:13:36.196766 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:13:36.202184 1 tasks.go:49] processing task group 1 of 3 I0420 09:13:36.202207 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:13:36.202217 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:13:36.209925 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0420 09:13:36.215399 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:13:36.262604 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0420 09:13:39.369413 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:13:39.369436 1 tasks.go:49] processing task group 2 of 3 I0420 09:13:39.369459 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:13:39.369459 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:13:39.369474 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:13:39.369510 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:13:39.369529 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:13:39.369528 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:13:39.369549 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:13:39.369564 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:13:39.369577 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:13:39.369597 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:13:39.369611 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:13:39.369631 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:13:39.369638 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:13:39.369648 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:13:39.369507 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:13:39.418470 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:13:39.436062 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:13:39.453459 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:13:39.506708 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:13:40.436478 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:13:40.465023 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:13:40.471538 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:13:40.484390 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:13:40.515861 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:13:42.518260 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:13:44.493037 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:13:45.425244 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:13:45.516971 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:13:50.534663 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:13:54.694780 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:13:54.694806 1 tasks.go:49] processing task group 3 of 3 I0420 09:13:54.694820 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:13:54.732259 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:13:54.737680 1 operator.go:851] Updating ClusterOperator status to done. W0420 09:13:54.747124 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:13:54.773747 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:13:54.778647 1 tasks.go:49] processing task group 1 of 3 I0420 09:13:54.778670 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:13:54.778697 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:13:54.797786 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:13:57.912571 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:13:57.912592 1 tasks.go:49] processing task group 2 of 3 I0420 09:13:57.912617 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:13:57.912627 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:13:57.912638 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:13:57.912663 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:13:57.912685 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:13:57.912705 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:13:57.912722 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:13:57.912739 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:13:57.912760 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:13:57.912787 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:13:57.912800 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:13:57.912829 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:13:57.912862 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:13:57.912848 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:13:57.912890 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:13:57.964248 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:13:57.986198 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:13:57.994677 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:13:58.052247 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:13:58.999926 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:13:59.024553 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:13:59.029456 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:13:59.048615 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:13:59.077352 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:14:01.141873 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:14:03.055546 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:14:03.971113 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:14:04.055982 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:14:09.101895 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:14:13.238451 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:14:13.238476 1 tasks.go:49] processing task group 3 of 3 I0420 09:14:13.238491 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:14:13.273803 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:14:13.279129 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:18:36.263423 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 09:18:36.263476 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:18:36.292832 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:18:36.297527 1 tasks.go:49] processing task group 1 of 3 I0420 09:18:36.297550 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:18:36.297563 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:18:36.310262 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:18:39.427282 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:18:39.427302 1 tasks.go:49] processing task group 2 of 3 I0420 09:18:39.427326 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:18:39.427337 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:18:39.427350 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:18:39.427368 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:18:39.427391 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:18:39.427415 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:18:39.427433 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:18:39.427449 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:18:39.427469 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:18:39.427489 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:18:39.427516 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:18:39.427535 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:18:39.427548 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:18:39.427565 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:18:39.427572 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:18:39.494538 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:18:39.517614 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:18:39.519853 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:18:39.581834 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:18:40.513847 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:18:40.538698 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:18:40.538700 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:18:40.544963 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:18:40.581318 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:18:42.577448 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:18:44.579378 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:18:45.491356 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:18:45.588613 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:18:50.577803 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:18:54.790307 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:18:54.790332 1 tasks.go:49] processing task group 3 of 3 I0420 09:18:54.790348 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:18:54.829688 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:18:54.834955 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:23:36.263076 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0420 09:23:36.263149 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:23:36.292846 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:23:36.297947 1 tasks.go:49] processing task group 1 of 3 I0420 09:23:36.297973 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:23:36.297987 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:23:36.311683 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:23:39.455344 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:23:39.455367 1 tasks.go:49] processing task group 2 of 3 I0420 09:23:39.455400 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:23:39.455399 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:23:39.455409 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:23:39.455427 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:23:39.455452 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:23:39.455469 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:23:39.455493 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:23:39.455503 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:23:39.455529 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:23:39.455548 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:23:39.455557 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:23:39.455576 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:23:39.455577 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:23:39.455594 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:23:39.455622 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:23:39.503943 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:23:39.526564 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:23:39.546971 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:23:39.589698 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:23:40.529288 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:23:40.545951 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:23:40.551523 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:23:40.574841 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:23:40.589195 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:23:42.610921 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:23:44.581849 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:23:45.515959 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:23:45.598710 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:23:50.618335 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:23:54.775902 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:23:54.775927 1 tasks.go:49] processing task group 3 of 3 I0420 09:23:54.775941 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:23:54.816887 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:23:54.822477 1 operator.go:851] Updating ClusterOperator status to done. I0420 09:28:36.168596 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0420 09:28:36.168625 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0420 09:28:36.168652 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:28:36.170769 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0420 09:28:36.171903 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0420 09:28:36.171986 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0420 09:28:36.173115 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0420 09:28:36.173127 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0420 09:28:36.173661 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0420 09:28:36.173692 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0420 09:28:36.173810 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0420 09:28:36.173824 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0420 09:28:36.197899 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:28:36.203447 1 tasks.go:49] processing task group 1 of 3 I0420 09:28:36.203470 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:28:36.203481 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:28:36.210678 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0420 09:28:36.217841 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:28:36.262746 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0420 09:28:39.338785 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:28:39.338810 1 tasks.go:49] processing task group 2 of 3 I0420 09:28:39.338843 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:28:39.338854 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:28:39.338857 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:28:39.338872 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:28:39.338890 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:28:39.338906 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:28:39.338928 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:28:39.338943 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:28:39.338965 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:28:39.338983 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:28:39.338846 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:28:39.339005 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:28:39.339027 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:28:39.339050 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:28:39.339069 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:28:39.383810 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:28:39.399911 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:28:39.419407 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:28:39.467119 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:28:40.399827 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:28:40.425111 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:28:40.428179 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:28:40.457875 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:28:40.462166 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:28:42.490193 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:28:44.462370 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:28:45.399160 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:28:45.474805 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:28:50.495598 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:28:54.656180 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:28:54.656204 1 tasks.go:49] processing task group 3 of 3 I0420 09:28:54.656219 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:28:54.695192 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:28:54.700218 1 operator.go:851] Updating ClusterOperator status to done. W0420 09:28:54.709448 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0420 09:28:54.737931 1 operator.go:830] Updating ClusterOperator status to InProgress. I0420 09:28:54.742529 1 tasks.go:49] processing task group 1 of 3 I0420 09:28:54.742553 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0420 09:28:54.742567 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:28:54.754864 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0420 09:28:57.875197 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0420 09:28:57.875219 1 tasks.go:49] processing task group 2 of 3 I0420 09:28:57.875243 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:28:57.875250 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0420 09:28:57.875271 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0420 09:28:57.875283 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0420 09:28:57.875310 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0420 09:28:57.875326 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0420 09:28:57.875350 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0420 09:28:57.875357 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:28:57.875381 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0420 09:28:57.875394 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:28:57.875419 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:28:57.875442 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0420 09:28:57.875466 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:28:57.875483 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:28:57.875485 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0420 09:28:57.918708 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0420 09:28:57.942074 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0420 09:28:57.961832 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0420 09:28:58.002962 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0420 09:28:58.940707 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0420 09:28:58.963677 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0420 09:28:58.964066 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0420 09:28:58.988438 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0420 09:28:58.995367 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0420 09:29:01.095281 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0420 09:29:03.012945 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0420 09:29:03.938050 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0420 09:29:04.014393 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0420 09:29:09.027168 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0420 09:29:13.193898 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0420 09:29:13.193922 1 tasks.go:49] processing task group 3 of 3 I0420 09:29:13.193938 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0420 09:29:13.231302 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0420 09:29:13.236314 1 operator.go:851] Updating ClusterOperator status to done.