W0419 06:59:20.128435 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0419 06:59:20.128775 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0419 06:59:20.128789 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0419 06:59:20.128794 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0419 06:59:20.128798 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0419 06:59:20.128802 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0419 06:59:20.160113 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0419 06:59:20.163753 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0419 06:59:20.164061 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0419 06:59:20.164004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0419 06:59:20.165173 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0419 06:59:20.172804 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:59:20.172846 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0419 06:59:20.173794 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0419 06:59:20.174519 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0419 06:59:20.174540 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0419 06:59:20.174802 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0419 06:59:20.174955 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0419 06:59:20.175011 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0419 06:59:20.175111 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0419 06:59:20.175204 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0419 06:59:20.176149 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0419 06:59:20.176227 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0419 06:59:20.176415 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0419 06:59:20.181760 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0419 06:59:20.183951 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0419 06:59:20.185832 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0419 06:59:20.216341 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0419 06:59:20.266937 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0419 06:59:20.267004 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 06:59:20.267008 1 rule_controller.go:114] Starting alerting rules controller I0419 06:59:20.267021 1 relabel_controller.go:117] Starting alert relabel config controller I0419 06:59:20.267024 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0419 06:59:20.267043 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0419 06:59:20.267046 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0419 06:59:20.267051 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0419 06:59:20.267056 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0419 06:59:20.267063 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0419 06:59:20.267031 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0419 06:59:20.267045 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0419 06:59:20.267121 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0419 06:59:20.267145 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0419 06:59:20.267152 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0419 06:59:20.270165 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0419 06:59:20.271024 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0419 06:59:20.272410 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.272439 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.272410 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.272484 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0419 06:59:20.272552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0419 06:59:20.272632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0419 06:59:20.282869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-xvgb9" is created for OpenShiftMonitoringTelemeterClientCertRequester I0419 06:59:20.285593 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-l7vdv" is created for OpenShiftMonitoringClientCertRequester I0419 06:59:20.292332 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-zwfrt" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0419 06:59:20.302119 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.302163 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.302120 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.302333 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0419 06:59:20.309992 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.310054 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.310057 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.321196 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.321216 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.321199 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.321330 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0419 06:59:20.336336 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.336337 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.336337 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.336541 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 06:59:20.346751 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.346799 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.346751 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.365895 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.366098 1 tasks.go:49] processing task group 1 of 3 I0419 06:59:20.366121 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 06:59:20.366131 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 06:59:20.368070 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0419 06:59:20.368075 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0419 06:59:20.368919 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.368988 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.391793 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.392146 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.392315 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.410827 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.413979 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0419 06:59:20.418559 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.419035 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.422372 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0419 06:59:20.430282 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.436760 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.443736 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.443848 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0419 06:59:20.443886 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.456939 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.457087 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.460040 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 06:59:20.462999 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.463665 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.464204 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.493653 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.493834 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.493990 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.501993 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.502005 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.502005 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.512735 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.514143 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.514143 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.521541 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.527463 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.528466 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.557338 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.557465 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-19T06:54:20Z",   ) I0419 06:59:20.557488 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-18T06:54:20Z",   ) I0419 06:59:20.557691 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.557767 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff:   string( -  "", +  "Monitoring",   ) I0419 06:59:20.557829 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-19T06:54:20Z",   ) I0419 06:59:20.557851 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-18T06:54:20Z",   ) I0419 06:59:20.557892 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2026-04-19T06:54:20Z",   ) I0419 06:59:20.557914 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff:   string( -  "", +  "2028-04-18T06:54:20Z",   ) I0419 06:59:20.571813 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0419 06:59:20.572791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0419 06:59:20.578258 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0419 06:59:20.578422 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0419 06:59:20.579401 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0419 06:59:20.579768 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0419 06:59:20.614913 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0419 06:59:20.882234 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0419 06:59:21.003233 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0419 06:59:21.074014 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0419 06:59:21.075471 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0419 06:59:21.075486 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0419 06:59:21.075505 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0419 06:59:21.075513 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0419 06:59:21.078096 1 secure_serving.go:57] Forcing use of http/1.1 only I0419 06:59:21.078130 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0419 06:59:21.104224 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0419 06:59:21.104237 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0419 06:59:21.104247 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0419 06:59:21.104249 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0419 06:59:21.104259 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0419 06:59:21.104269 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0419 06:59:21.104491 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0419 06:59:21.104623 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776581934\" (2026-04-19 06:59:05 +0000 UTC to 2028-04-18 06:59:06 +0000 UTC (now=2026-04-19 06:59:21.104556649 +0000 UTC))" I0419 06:59:21.104805 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776581961\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776581960\" (2026-04-19 05:59:20 +0000 UTC to 2029-04-19 05:59:20 +0000 UTC (now=2026-04-19 06:59:21.104789915 +0000 UTC))" I0419 06:59:21.104824 1 secure_serving.go:211] Serving securely on [::]:8443 I0419 06:59:21.104839 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0419 06:59:21.104845 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0419 06:59:21.130278 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0419 06:59:21.130366 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0419 06:59:21.130471 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0419 06:59:21.165209 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0419 06:59:21.200170 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0419 06:59:21.205180 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0419 06:59:21.205250 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0419 06:59:21.205275 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0419 06:59:21.205488 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-19 06:49:51 +0000 UTC to 2036-04-16 06:49:51 +0000 UTC (now=2026-04-19 06:59:21.205458035 +0000 UTC))" I0419 06:59:21.205815 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776581934\" (2026-04-19 06:59:05 +0000 UTC to 2028-04-18 06:59:06 +0000 UTC (now=2026-04-19 06:59:21.205791853 +0000 UTC))" I0419 06:59:21.206029 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776581961\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776581960\" (2026-04-19 05:59:20 +0000 UTC to 2029-04-19 05:59:20 +0000 UTC (now=2026-04-19 06:59:21.206012884 +0000 UTC))" I0419 06:59:21.206163 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-19 06:49:53 +0000 UTC to 2036-04-16 06:49:53 +0000 UTC (now=2026-04-19 06:59:21.206151844 +0000 UTC))" I0419 06:59:21.206185 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-19 06:49:59 +0000 UTC to 2036-04-16 06:49:59 +0000 UTC (now=2026-04-19 06:59:21.206176228 +0000 UTC))" I0419 06:59:21.206201 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-19 06:50:03 +0000 UTC to 2036-04-16 06:50:03 +0000 UTC (now=2026-04-19 06:59:21.206193376 +0000 UTC))" I0419 06:59:21.206219 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-19 06:50:07 +0000 UTC to 2036-04-16 06:50:07 +0000 UTC (now=2026-04-19 06:59:21.206211056 +0000 UTC))" I0419 06:59:21.206237 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-19 06:50:15 +0000 UTC to 2036-04-16 06:50:15 +0000 UTC (now=2026-04-19 06:59:21.206229066 +0000 UTC))" I0419 06:59:21.206256 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip-kx-662d2cd0c7_customer-system-admin-signer@1776581564\" [] issuer=\"\" (2026-04-19 06:52:47 +0000 UTC to 2026-04-26 06:52:48 +0000 UTC (now=2026-04-19 06:59:21.206246301 +0000 UTC))" I0419 06:59:21.206275 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pp2n9ajv6jp0vtpmbbd4l6vqf526fip-kx-662d2cd0c7_sre-system-admin-signer@1776581564\" [] issuer=\"\" (2026-04-19 06:52:45 +0000 UTC to 2026-04-26 06:52:46 +0000 UTC (now=2026-04-19 06:59:21.206265139 +0000 UTC))" I0419 06:59:21.206301 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-19 06:49:51 +0000 UTC to 2036-04-16 06:49:51 +0000 UTC (now=2026-04-19 06:59:21.206285068 +0000 UTC))" I0419 06:59:21.206469 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776581934\" (2026-04-19 06:59:05 +0000 UTC to 2028-04-18 06:59:06 +0000 UTC (now=2026-04-19 06:59:21.206456268 +0000 UTC))" I0419 06:59:21.206670 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776581961\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776581960\" (2026-04-19 05:59:20 +0000 UTC to 2029-04-19 05:59:20 +0000 UTC (now=2026-04-19 06:59:21.206659891 +0000 UTC))" I0419 06:59:26.334780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0419 06:59:26.349026 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0419 06:59:26.362403 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0419 06:59:31.485807 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 06:59:31.485831 1 tasks.go:49] processing task group 2 of 3 I0419 06:59:31.485859 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 06:59:31.485879 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 06:59:31.485879 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 06:59:31.485887 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 06:59:31.485894 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 06:59:31.485895 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 06:59:31.485900 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 06:59:31.485907 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 06:59:31.485907 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 06:59:31.485914 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 06:59:31.485921 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 06:59:31.485929 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 06:59:31.485924 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 06:59:31.485944 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 06:59:31.485894 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 06:59:31.498310 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0419 06:59:31.505809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0419 06:59:31.515994 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0419 06:59:31.529282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0419 06:59:31.535069 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0419 06:59:31.549548 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0419 06:59:31.581867 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 06:59:31.592229 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 06:59:31.603379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0419 06:59:31.604342 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 06:59:31.607092 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0419 06:59:31.648887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0419 06:59:31.650195 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0419 06:59:31.650282 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0419 06:59:31.650607 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0419 06:59:31.748235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0419 06:59:31.748260 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0419 06:59:31.749396 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0419 06:59:31.749649 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0419 06:59:31.749670 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0419 06:59:31.750780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing W0419 06:59:31.758968 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0419 06:59:31.758982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0419 06:59:31.762976 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0419 06:59:31.766632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0419 06:59:31.778719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0419 06:59:31.786955 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0419 06:59:31.798887 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0419 06:59:31.810402 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0419 06:59:31.908159 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0419 06:59:31.908184 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0419 06:59:32.013966 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0419 06:59:32.064807 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0419 06:59:32.064830 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0419 06:59:32.164547 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0419 06:59:32.164879 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0419 06:59:32.267610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0419 06:59:32.276101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0419 06:59:32.296871 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0419 06:59:32.404824 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0419 06:59:32.500187 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0419 06:59:32.558115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0419 06:59:32.607054 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0419 06:59:32.629523 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0419 06:59:32.642291 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0419 06:59:32.689452 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0419 06:59:32.705590 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0419 06:59:32.780923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0419 06:59:32.780967 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0419 06:59:32.790809 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0419 06:59:32.807662 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0419 06:59:32.822316 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0419 06:59:32.836098 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0419 06:59:32.836368 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0419 06:59:32.884418 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0419 06:59:32.902168 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0419 06:59:33.253908 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0419 06:59:33.577716 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 06:59:33.577791 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0419 06:59:33.578773 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0419 06:59:33.614586 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 06:59:33.662244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0419 06:59:33.671277 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0419 06:59:33.683436 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0419 06:59:33.742475 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0419 06:59:33.857181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0419 06:59:33.905143 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-c7v0trlak2m63 -n openshift-monitoring because it was missing I0419 06:59:33.952417 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0419 06:59:34.056794 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0419 06:59:34.156719 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0419 06:59:34.254004 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0419 06:59:34.355978 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0419 06:59:34.460439 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0419 06:59:34.577599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0419 06:59:34.613460 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 06:59:34.678635 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0419 06:59:34.779156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0419 06:59:34.837381 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0419 06:59:34.850923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0419 06:59:34.852059 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 06:59:34.898040 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 06:59:35.330745 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0419 06:59:36.352201 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-2dpaelloirrum -n openshift-monitoring because it was missing I0419 06:59:36.542010 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0419 06:59:36.565752 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0419 06:59:37.879931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-9b7mjhevb56ck -n openshift-monitoring because it was missing I0419 06:59:37.894098 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0419 06:59:37.915400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0419 06:59:37.926060 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0419 06:59:39.897128 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 06:59:40.613145 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 06:59:40.613219 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0419 06:59:45.009945 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0419 06:59:48.981815 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0419 06:59:49.016500 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:00:00.010409 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0419 07:00:02.409354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0419 07:00:02.419994 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:00:02.420057 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0419 07:00:12.899695 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:00:15.010196 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0419 07:00:47.979754 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:00:47.979796 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0419 07:00:47.979809 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0419 07:00:47.979843 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0419 07:00:47.979877 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:00:48.004663 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:00:48.009226 1 tasks.go:49] processing task group 1 of 3 I0419 07:00:48.009251 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:00:48.009263 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:00:48.021554 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:00:49.054183 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZjU4SGtGQXNXVjR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qVTRNVGt6TkRBZQpGdzB5TmpBME1Ua3dOalU0TlRSYUZ3MHlPREEyTVRjd05qVTROVFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkxT0RFNU16UXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzBqVmd2OVZTQnBobzZOR3FGTU8vK0pDc0lCamwwRFFtNQpubHMvR3ZxMXBXSzBEZkI3NkNacEtFYkJmNnphWmlvUVNxNkpHUG9BbVBDMTRmVUZ2QWdqM3paaXBtS3d1TEExCjI3N1k0WVZTeE5vVG9sTitzVWJoTGdvYlFDR1RHS0ZSeGZ0Yit4TFZQaHVZcnI0amxId3FWbjdicXFWLytyMFIKekpNclpJY0NwcmZXYytvT2ZESEkyc2wzTEZNWk11Z25MRzRURkJNcGxNKzhrVGRrREtOVlBFR2puamp5ZGdQRgo1QjF5MUtnTE5ZbEVmR05jZHN0cGdxbFpYS0lFdHZUUDRVZjhETjBJOUpDMnZYSU9YWkM5eDQxSWVLRlZ5SElSCkRlOW5hTlBXdHRzRHVQMDF3VkRRYXpNcTdqNENKZGNiNHIzU3B0YmxHaDVXYm5rcUZKbjdBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNzQkhsNgpDaW41c1ljWmlHdFFkdUIybUd1SGJ6QWZCZ05WSFNNRUdEQVdnQlNzQkhsNkNpbjVzWWNaaUd0UWR1QjJtR3VICmJ6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFpOGNWSnhWRUxzMHpkWkJ5RHZrZ21md0Z2dkluTEFLb1V6djMKVXRCV3U1d2pwcmFkbFRHQVAraFVpSjk4ano1YjV4anVUTDZyR3JCM1lwa0N0MHp1Mi9LSUM2QnNqN0phZ2FMMQptK0FmbUR4Y2owdjNQa2lBa09EUHpPaUxZc0o1bWt4V3RBMXJSRWJNUnErZGk2MUxsMFRRQ1JDaEJjeHFSTWZpCnJldWRoRVV1ME52OURsRlpNMk9TNXcyV0JlYUdGbmpFY2dhcFpVdndzV2ljOWNlbjYxb3A3Ty9Jb01tZmxRbWYKVE9zc3pqQ3h4NDZGVDZQNmpuSFdoR0M1M1Fwb3JudnlMN1dFN2daTUpCc0VoK1RpWnB4Qm5rQ0ovcHEwSjFMMgoxNlptUGU0eWJhL2FrWmJCUk9DVk5oUmM0NTM0MXRvSHhPN25rU3kxS2ZZbE9LcE5Qdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0419 07:00:49.060326 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0419 07:00:49.064610 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZjU4SGtGQXNXVjR3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qVTRNVGt6TkRBZQpGdzB5TmpBME1Ua3dOalU0TlRSYUZ3MHlPREEyTVRjd05qVTROVFZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelkxT0RFNU16UXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQzBqVmd2OVZTQnBobzZOR3FGTU8vK0pDc0lCamwwRFFtNQpubHMvR3ZxMXBXSzBEZkI3NkNacEtFYkJmNnphWmlvUVNxNkpHUG9BbVBDMTRmVUZ2QWdqM3paaXBtS3d1TEExCjI3N1k0WVZTeE5vVG9sTitzVWJoTGdvYlFDR1RHS0ZSeGZ0Yit4TFZQaHVZcnI0amxId3FWbjdicXFWLytyMFIKekpNclpJY0NwcmZXYytvT2ZESEkyc2wzTEZNWk11Z25MRzRURkJNcGxNKzhrVGRrREtOVlBFR2puamp5ZGdQRgo1QjF5MUtnTE5ZbEVmR05jZHN0cGdxbFpYS0lFdHZUUDRVZjhETjBJOUpDMnZYSU9YWkM5eDQxSWVLRlZ5SElSCkRlOW5hTlBXdHRzRHVQMDF3VkRRYXpNcTdqNENKZGNiNHIzU3B0YmxHaDVXYm5rcUZKbjdBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlNzQkhsNgpDaW41c1ljWmlHdFFkdUIybUd1SGJ6QWZCZ05WSFNNRUdEQVdnQlNzQkhsNkNpbjVzWWNaaUd0UWR1QjJtR3VICmJ6QU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFpOGNWSnhWRUxzMHpkWkJ5RHZrZ21md0Z2dkluTEFLb1V6djMKVXRCV3U1d2pwcmFkbFRHQVAraFVpSjk4ano1YjV4anVUTDZyR3JCM1lwa0N0MHp1Mi9LSUM2QnNqN0phZ2FMMQptK0FmbUR4Y2owdjNQa2lBa09EUHpPaUxZc0o1bWt4V3RBMXJSRWJNUnErZGk2MUxsMFRRQ1JDaEJjeHFSTWZpCnJldWRoRVV1ME52OURsRlpNMk9TNXcyV0JlYUdGbmpFY2dhcFpVdndzV2ljOWNlbjYxb3A3Ty9Jb01tZmxRbWYKVE9zc3pqQ3h4NDZGVDZQNmpuSFdoR0M1M1Fwb3JudnlMN1dFN2daTUpCc0VoK1RpWnB4Qm5rQ0ovcHEwSjFMMgoxNlptUGU0eWJhL2FrWmJCUk9DVk5oUmM0NTM0MXRvSHhPN25rU3kxS2ZZbE9LcE5Qdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0419 07:00:49.069624 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0419 07:00:51.160100 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:00:51.160122 1 tasks.go:49] processing task group 2 of 3 I0419 07:00:51.160144 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:00:51.160149 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:00:51.160158 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:00:51.160179 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:00:51.160198 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:00:51.160214 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:00:51.160230 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:00:51.160248 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:00:51.160275 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:00:51.160284 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:00:51.160313 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:00:51.160334 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:00:51.160352 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:00:51.160377 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:00:51.160376 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:00:51.212560 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:00:51.228236 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:00:51.246899 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:00:51.247732 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0419 07:00:51.266203 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0419 07:00:51.286321 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0419 07:00:51.295013 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:00:51.297414 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0419 07:00:51.308866 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0419 07:00:51.569990 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0419 07:00:52.231115 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:00:52.245131 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:00:52.256227 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:00:52.258676 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:00:52.282990 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:00:54.309721 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:00:56.278164 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:00:56.355909 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0419 07:00:57.213392 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:01:00.431096 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:01:02.310470 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:01:06.468415 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:01:06.468441 1 tasks.go:49] processing task group 3 of 3 I0419 07:01:06.468462 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:01:06.523312 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:01:06.523399 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"13ac715e-07bd-46f0-b7a2-46a08c0e0afe", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0419 07:01:06.530098 1 operator.go:851] Updating ClusterOperator status to done. W0419 07:01:06.565623 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:01:06.610203 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:01:06.614760 1 tasks.go:49] processing task group 1 of 3 I0419 07:01:06.614789 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:01:06.614799 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:01:06.629406 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:01:09.736320 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:01:09.736342 1 tasks.go:49] processing task group 2 of 3 I0419 07:01:09.736364 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:01:09.736372 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:01:09.736390 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:01:09.736407 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:01:09.736427 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:01:09.736439 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:01:09.736449 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:01:09.736466 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:01:09.736488 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:01:09.736519 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:01:09.736528 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:01:09.736554 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:01:09.736552 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:01:09.736585 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:01:09.736611 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:01:09.780997 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:01:09.802176 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:01:09.817782 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:01:09.863078 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:01:10.802174 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:01:10.820130 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:01:10.820344 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:01:10.844536 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:01:10.865011 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:01:12.886734 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:01:14.856086 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:01:15.790407 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:01:15.885487 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:01:20.887515 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:01:25.037970 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:01:25.037995 1 tasks.go:49] processing task group 3 of 3 I0419 07:01:25.038012 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:01:25.080430 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:01:25.085077 1 operator.go:851] Updating ClusterOperator status to done. I0419 07:01:30.010678 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0419 07:01:30.010702 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:01:30.045619 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:01:30.050929 1 tasks.go:49] processing task group 1 of 3 I0419 07:01:30.050953 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:01:30.050967 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:01:30.067473 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:01:33.178302 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:01:33.178321 1 tasks.go:49] processing task group 2 of 3 I0419 07:01:33.178344 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:01:33.178343 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:01:33.178364 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:01:33.178383 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:01:33.178404 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:01:33.178427 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:01:33.178443 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:01:33.178459 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:01:33.178487 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:01:33.178489 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:01:33.178488 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:01:33.178653 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:01:33.178489 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:01:33.179047 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:01:33.179431 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:01:33.228582 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:01:33.241905 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:01:33.258996 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:01:33.308163 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:01:34.243418 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:01:34.269737 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:01:34.271931 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:01:34.279292 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:01:34.298745 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:01:36.324675 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:01:38.306038 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:01:39.231862 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:01:39.314642 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:01:44.315479 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:01:48.508476 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:01:48.508500 1 tasks.go:49] processing task group 3 of 3 I0419 07:01:48.508516 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:01:48.547166 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:01:48.551732 1 operator.go:851] Updating ClusterOperator status to done. I0419 07:02:45.060914 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0419 07:02:45.060944 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:02:45.100525 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:02:45.105272 1 tasks.go:49] processing task group 1 of 3 I0419 07:02:45.105300 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:02:45.105313 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:02:45.120505 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:02:48.261145 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:02:48.261169 1 tasks.go:49] processing task group 2 of 3 I0419 07:02:48.261199 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:02:48.261199 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:02:48.261212 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:02:48.261227 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:02:48.261249 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:02:48.261262 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:02:48.261289 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:02:48.261305 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:02:48.261316 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:02:48.261333 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:02:48.261352 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:02:48.261372 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:02:48.261390 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:02:48.261402 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:02:48.261408 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:02:48.308540 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:02:48.330098 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:02:48.346972 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:02:48.392615 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:02:49.327338 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:02:49.354298 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:02:49.355064 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:02:49.372978 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:02:49.398758 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:02:51.414274 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:02:53.384381 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:02:54.321472 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:02:54.406335 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:02:59.417732 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:03:03.580251 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:03:03.580273 1 tasks.go:49] processing task group 3 of 3 I0419 07:03:03.580291 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:03:03.617341 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:03:03.623042 1 operator.go:851] Updating ClusterOperator status to done. I0419 07:04:20.267722 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0419 07:04:20.267761 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:04:20.301628 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:04:20.307205 1 tasks.go:49] processing task group 1 of 3 I0419 07:04:20.307229 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:04:20.307242 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:04:20.322450 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:04:23.468454 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:04:23.468481 1 tasks.go:49] processing task group 2 of 3 I0419 07:04:23.468510 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:04:23.468525 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:04:23.468534 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:04:23.468552 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:04:23.468588 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:04:23.468603 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:04:23.468626 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:04:23.468644 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:04:23.468660 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:04:23.468683 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:04:23.468705 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:04:23.468725 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:04:23.468747 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:04:23.468759 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:04:23.468783 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:04:23.523525 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:04:23.544120 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:04:23.556124 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:04:23.604133 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:04:24.543757 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:04:24.563306 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:04:24.566022 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:04:24.583286 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:04:24.606759 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:04:26.623979 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:04:28.600408 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:04:29.524516 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:04:29.617203 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:04:34.624093 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:04:38.788835 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:04:38.788862 1 tasks.go:49] processing task group 3 of 3 I0419 07:04:38.788877 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:04:38.825942 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:04:38.831558 1 operator.go:851] Updating ClusterOperator status to done. I0419 07:09:20.267536 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0419 07:09:20.267621 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:09:20.298620 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:09:20.304182 1 tasks.go:49] processing task group 1 of 3 I0419 07:09:20.304206 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:09:20.304229 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:09:20.320844 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:09:23.461627 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:09:23.461648 1 tasks.go:49] processing task group 2 of 3 I0419 07:09:23.461674 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:09:23.461679 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:09:23.461695 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:09:23.461711 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:09:23.461737 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:09:23.461760 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:09:23.461762 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:09:23.461784 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:09:23.461803 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:09:23.461814 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:09:23.461826 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:09:23.461859 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:09:23.461919 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:09:23.461924 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:09:23.461744 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:09:23.530449 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:09:23.553466 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:09:23.564729 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:09:23.617766 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:09:24.539940 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:09:24.580681 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:09:24.581594 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:09:24.589260 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:09:24.620938 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:09:26.626696 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:09:28.604903 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:09:29.522932 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:09:29.626302 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:09:34.638113 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:09:38.791852 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:09:38.791874 1 tasks.go:49] processing task group 3 of 3 I0419 07:09:38.791888 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:09:38.830859 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:09:38.836994 1 operator.go:851] Updating ClusterOperator status to done. I0419 07:14:20.174000 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle W0419 07:14:20.174049 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:14:20.174084 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0419 07:14:20.175036 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0419 07:14:20.175063 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0419 07:14:20.176130 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0419 07:14:20.176255 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0419 07:14:20.176460 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0419 07:14:20.176489 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0419 07:14:20.176505 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0419 07:14:20.176517 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0419 07:14:20.176619 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0419 07:14:20.203359 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:14:20.208436 1 tasks.go:49] processing task group 1 of 3 I0419 07:14:20.208461 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:14:20.208471 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:14:20.217541 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0419 07:14:20.222351 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:14:20.267097 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0419 07:14:23.355998 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:14:23.356018 1 tasks.go:49] processing task group 2 of 3 I0419 07:14:23.356041 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:14:23.356051 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:14:23.356064 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:14:23.356083 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:14:23.356101 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:14:23.356121 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:14:23.356152 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:14:23.356140 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:14:23.356173 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:14:23.356212 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:14:23.356195 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:14:23.356261 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:14:23.356280 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:14:23.356313 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:14:23.356331 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:14:23.404515 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:14:23.425655 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:14:23.434365 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:14:23.488266 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:14:24.425793 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:14:24.446539 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:14:24.452561 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:14:24.470420 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:14:24.493774 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:14:26.519418 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:14:28.471002 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:14:29.406008 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:14:29.492256 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:14:34.502922 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:14:38.661827 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:14:38.661853 1 tasks.go:49] processing task group 3 of 3 I0419 07:14:38.661867 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:14:38.695767 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:14:38.699910 1 operator.go:851] Updating ClusterOperator status to done. W0419 07:14:38.706672 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:14:38.726170 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:14:38.729831 1 tasks.go:49] processing task group 1 of 3 I0419 07:14:38.729854 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:14:38.729866 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:14:38.739002 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:14:41.836547 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:14:41.836587 1 tasks.go:49] processing task group 2 of 3 I0419 07:14:41.836612 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:14:41.836619 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:14:41.836635 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:14:41.836654 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:14:41.836679 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:14:41.836689 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:14:41.836711 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:14:41.836727 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:14:41.836747 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:14:41.836766 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:14:41.836782 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:14:41.836800 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:14:41.836823 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:14:41.836846 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:14:41.836858 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:14:41.887546 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:14:41.900482 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:14:41.919862 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:14:41.960322 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:14:42.903068 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:14:42.922096 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:14:42.927096 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:14:42.928897 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:14:42.959415 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:14:44.976660 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:14:46.948453 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:14:47.894093 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:14:47.970097 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:14:52.968008 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:14:57.155507 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:14:57.155533 1 tasks.go:49] processing task group 3 of 3 I0419 07:14:57.155547 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:14:57.194726 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:14:57.199492 1 operator.go:851] Updating ClusterOperator status to done. I0419 07:19:20.267070 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0419 07:19:20.267138 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:19:20.298266 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:19:20.302796 1 tasks.go:49] processing task group 1 of 3 I0419 07:19:20.302827 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:19:20.302839 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:19:20.315499 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:19:23.447401 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:19:23.447423 1 tasks.go:49] processing task group 2 of 3 I0419 07:19:23.447448 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:19:23.447454 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:19:23.447474 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:19:23.447494 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:19:23.447520 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:19:23.447534 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:19:23.447551 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:19:23.447601 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:19:23.447623 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:19:23.447646 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:19:23.447659 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:19:23.447676 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:19:23.447704 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:19:23.447720 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:19:23.447790 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:19:23.498976 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:19:23.518782 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:19:23.528700 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:19:23.571250 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:19:24.510835 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:19:24.532277 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:19:24.535679 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:19:24.550557 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:19:24.568604 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:19:26.602848 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:19:28.564374 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:19:29.504448 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:19:29.581724 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:19:34.593145 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:19:38.773135 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:19:38.773161 1 tasks.go:49] processing task group 3 of 3 I0419 07:19:38.773178 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:19:38.812294 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:19:38.817057 1 operator.go:851] Updating ClusterOperator status to done. I0419 07:24:20.267169 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0419 07:24:20.267232 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:24:20.294500 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:24:20.299013 1 tasks.go:49] processing task group 1 of 3 I0419 07:24:20.299043 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:24:20.299056 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:24:20.310827 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:24:23.450072 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:24:23.450096 1 tasks.go:49] processing task group 2 of 3 I0419 07:24:23.450122 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:24:23.450130 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:24:23.450138 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:24:23.450152 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:24:23.450186 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:24:23.450201 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:24:23.450221 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:24:23.450239 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:24:23.450263 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:24:23.450284 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:24:23.450300 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:24:23.450331 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:24:23.450331 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:24:23.450350 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:24:23.450367 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:24:23.497612 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:24:23.514898 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:24:23.530267 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:24:23.576857 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:24:24.510967 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:24:24.534544 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:24:24.545299 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:24:24.558840 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:24:24.575559 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:24:26.592390 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:24:28.568052 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:24:29.507608 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:24:29.588477 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:24:34.596714 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:24:38.752156 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:24:38.752180 1 tasks.go:49] processing task group 3 of 3 I0419 07:24:38.752194 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:24:38.790040 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:24:38.794891 1 operator.go:851] Updating ClusterOperator status to done. I0419 07:29:20.174771 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0419 07:29:20.174808 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle W0419 07:29:20.174831 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:29:20.175934 1 operator.go:647] Triggering an update due to a change in Console.config.openshift.io/cluster I0419 07:29:20.175938 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication I0419 07:29:20.177030 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0419 07:29:20.177057 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0419 07:29:20.177075 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0419 07:29:20.177077 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0419 07:29:20.177134 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0419 07:29:20.177146 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0419 07:29:20.177256 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0419 07:29:20.204879 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:29:20.210387 1 tasks.go:49] processing task group 1 of 3 I0419 07:29:20.210416 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:29:20.210703 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:29:20.217825 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0419 07:29:20.222706 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:29:20.267799 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0419 07:29:23.359867 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:29:23.359890 1 tasks.go:49] processing task group 2 of 3 I0419 07:29:23.359920 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:29:23.359922 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:29:23.359939 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:29:23.359957 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:29:23.359991 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:29:23.360013 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:29:23.360029 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:29:23.360052 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:29:23.360067 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:29:23.360103 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:29:23.360114 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:29:23.360124 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:29:23.360113 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:29:23.360095 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:29:23.360202 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:29:23.414597 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:29:23.429254 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:29:23.439395 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:29:23.489493 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:29:24.431488 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:29:24.453272 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:29:24.453460 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:29:24.456224 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:29:24.490885 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:29:26.502330 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:29:28.482353 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:29:29.412143 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:29:29.494302 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:29:34.502788 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:29:38.642057 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:29:38.642081 1 tasks.go:49] processing task group 3 of 3 I0419 07:29:38.642090 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:29:38.678215 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:29:38.682489 1 operator.go:851] Updating ClusterOperator status to done. W0419 07:29:38.690208 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:29:38.726266 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:29:38.730696 1 tasks.go:49] processing task group 1 of 3 I0419 07:29:38.730715 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:29:38.730732 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:29:38.743239 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:29:41.850783 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:29:41.850806 1 tasks.go:49] processing task group 2 of 3 I0419 07:29:41.850828 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:29:41.850834 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:29:41.850850 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:29:41.850864 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:29:41.850888 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:29:41.850906 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:29:41.850922 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:29:41.850956 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:29:41.850965 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:29:41.850986 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:29:41.851007 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:29:41.851025 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:29:41.851051 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:29:41.851065 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:29:41.851058 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:29:41.898015 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:29:41.913218 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:29:41.926279 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:29:41.972747 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:29:42.911844 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:29:42.932197 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:29:42.936641 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:29:42.952928 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:29:42.963148 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:29:44.984830 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:29:46.961700 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:29:47.908358 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:29:47.980203 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:29:52.982958 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:29:57.191771 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:29:57.191794 1 tasks.go:49] processing task group 3 of 3 I0419 07:29:57.191810 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:29:57.230740 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:29:57.235402 1 operator.go:851] Updating ClusterOperator status to done. I0419 07:34:20.267973 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0419 07:34:20.268031 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:34:20.294140 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:34:20.298501 1 tasks.go:49] processing task group 1 of 3 I0419 07:34:20.298527 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:34:20.298539 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:34:20.310118 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:34:23.434990 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:34:23.435015 1 tasks.go:49] processing task group 2 of 3 I0419 07:34:23.435041 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:34:23.435046 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:34:23.435059 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:34:23.435081 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:34:23.435110 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:34:23.435127 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:34:23.435144 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:34:23.435163 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:34:23.435187 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:34:23.435200 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:34:23.435204 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:34:23.435226 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:34:23.435239 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:34:23.435251 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:34:23.435182 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:34:23.479384 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:34:23.497877 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:34:23.514745 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:34:23.556952 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:34:24.497057 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:34:24.517158 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:34:24.517407 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:34:24.536534 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:34:24.562251 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:34:26.577870 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:34:28.549606 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:34:29.490796 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:34:29.574513 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:34:34.578667 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:34:38.722719 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:34:38.722741 1 tasks.go:49] processing task group 3 of 3 I0419 07:34:38.722756 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:34:38.760198 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:34:38.764707 1 operator.go:851] Updating ClusterOperator status to done. I0419 07:39:20.267293 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0419 07:39:20.267362 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0419 07:39:20.293680 1 operator.go:830] Updating ClusterOperator status to InProgress. I0419 07:39:20.298102 1 tasks.go:49] processing task group 1 of 3 I0419 07:39:20.298126 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0419 07:39:20.298145 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:39:20.310587 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0419 07:39:23.438611 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0419 07:39:23.438634 1 tasks.go:49] processing task group 2 of 3 I0419 07:39:23.438659 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:39:23.438666 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0419 07:39:23.438675 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0419 07:39:23.438706 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0419 07:39:23.438720 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:39:23.438733 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0419 07:39:23.438747 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0419 07:39:23.438766 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:39:23.438784 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0419 07:39:23.438806 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:39:23.438828 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:39:23.438847 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0419 07:39:23.438850 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:39:23.438846 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0419 07:39:23.438877 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0419 07:39:23.483471 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0419 07:39:23.498727 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0419 07:39:23.512218 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0419 07:39:23.557998 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0419 07:39:24.501719 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0419 07:39:24.521273 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0419 07:39:24.526546 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0419 07:39:24.540245 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0419 07:39:24.550968 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0419 07:39:26.579861 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0419 07:39:28.551723 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0419 07:39:29.491595 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0419 07:39:29.564845 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0419 07:39:34.586106 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0419 07:39:38.729240 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0419 07:39:38.729271 1 tasks.go:49] processing task group 3 of 3 I0419 07:39:38.729290 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0419 07:39:38.766924 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0419 07:39:38.771542 1 operator.go:851] Updating ClusterOperator status to done.