W0416 12:15:58.718914 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0416 12:15:58.719363 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0416 12:15:58.719378 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0416 12:15:58.719383 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0416 12:15:58.719386 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0416 12:15:58.719390 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0416 12:15:58.745587 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0416 12:15:58.748956 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0416 12:15:58.749068 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0416 12:15:58.749672 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0416 12:15:58.750587 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0416 12:15:58.757412 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 12:15:58.757930 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 12:15:58.758022 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:58.758099 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0416 12:15:58.759532 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 12:15:58.760348 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 12:15:58.761773 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0416 12:15:58.761887 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 12:15:58.762445 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 12:15:58.762465 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 12:15:58.762523 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0416 12:15:58.762918 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 12:15:58.763488 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 12:15:58.766655 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0416 12:15:58.767860 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:15:58.768921 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0416 12:15:58.801816 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0416 12:15:58.853322 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0416 12:15:58.853389 1 rule_controller.go:114] Starting alerting rules controller I0416 12:15:58.853451 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester I0416 12:15:58.853465 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0416 12:15:58.853473 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0416 12:15:58.853484 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0416 12:15:58.853425 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0416 12:15:58.853576 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0416 12:15:58.853585 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0416 12:15:58.853433 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0416 12:15:58.853614 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0416 12:15:58.853634 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... W0416 12:15:58.853434 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:15:58.853741 1 relabel_controller.go:117] Starting alert relabel config controller I0416 12:15:58.854113 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0416 12:15:58.857691 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0416 12:15:58.857719 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0416 12:15:58.857800 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0416 12:15:58.857980 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0416 12:15:58.860334 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.860472 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0416 12:15:58.861599 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.861608 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.861661 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0416 12:15:58.861758 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0416 12:15:58.872274 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-5tsjq" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0416 12:15:58.872411 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-srzsc" is created for OpenShiftMonitoringClientCertRequester I0416 12:15:58.875055 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-mrc9v" is created for OpenShiftMonitoringTelemeterClientCertRequester I0416 12:15:58.881027 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.881057 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.881072 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.885650 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.885763 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.885774 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.890066 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.890757 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.890899 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.894824 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.894905 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.894923 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.895076 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:15:58.899755 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.900370 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.900528 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.905981 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.910494 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.910606 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.914596 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.916125 1 tasks.go:49] processing task group 1 of 3 I0416 12:15:58.916154 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:15:58.916165 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:15:58.918851 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.918878 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.919221 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.923011 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.923399 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.923684 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.927784 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.928112 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0416 12:15:58.928306 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.928508 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.940107 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.940117 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.940152 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.940600 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0416 12:15:58.945703 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.949384 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.949643 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.950155 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.950187 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:15:58.953427 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.953547 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0416 12:15:58.954207 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0416 12:15:58.954219 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.954601 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.957689 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.958783 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.959550 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.962429 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:15:58.964764 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0416 12:15:58.993434 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0416 12:15:59.086977 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0416 12:15:59.099351 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0416 12:15:59.135898 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0416 12:15:59.146972 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0416 12:15:59.432425 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0416 12:15:59.433844 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0416 12:15:59.433860 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0416 12:15:59.433875 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0416 12:15:59.433879 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0416 12:15:59.436459 1 secure_serving.go:57] Forcing use of http/1.1 only I0416 12:15:59.436475 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0416 12:15:59.441372 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0416 12:15:59.441380 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0416 12:15:59.441391 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0416 12:15:59.441397 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0416 12:15:59.441404 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0416 12:15:59.441424 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0416 12:15:59.441808 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0416 12:15:59.441966 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776341734\" (2026-04-16 12:15:42 +0000 UTC to 2028-04-15 12:15:43 +0000 UTC (now=2026-04-16 12:15:59.441934556 +0000 UTC))" I0416 12:15:59.442269 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776341759\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776341759\" (2026-04-16 11:15:58 +0000 UTC to 2029-04-16 11:15:58 +0000 UTC (now=2026-04-16 12:15:59.442233207 +0000 UTC))" I0416 12:15:59.442292 1 secure_serving.go:211] Serving securely on [::]:8443 I0416 12:15:59.442315 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0416 12:15:59.442333 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0416 12:15:59.444321 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0416 12:15:59.444844 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0416 12:15:59.444964 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0416 12:15:59.541515 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0416 12:15:59.541529 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0416 12:15:59.541608 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0416 12:15:59.541669 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-16 12:06:10 +0000 UTC to 2036-04-13 12:06:10 +0000 UTC (now=2026-04-16 12:15:59.541649679 +0000 UTC))" I0416 12:15:59.541863 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776341734\" (2026-04-16 12:15:42 +0000 UTC to 2028-04-15 12:15:43 +0000 UTC (now=2026-04-16 12:15:59.541847813 +0000 UTC))" I0416 12:15:59.542018 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776341759\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776341759\" (2026-04-16 11:15:58 +0000 UTC to 2029-04-16 11:15:58 +0000 UTC (now=2026-04-16 12:15:59.542006515 +0000 UTC))" I0416 12:15:59.542134 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-04-16 12:06:12 +0000 UTC to 2036-04-13 12:06:12 +0000 UTC (now=2026-04-16 12:15:59.542122883 +0000 UTC))" I0416 12:15:59.542152 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-04-16 12:06:18 +0000 UTC to 2036-04-13 12:06:18 +0000 UTC (now=2026-04-16 12:15:59.542144099 +0000 UTC))" I0416 12:15:59.542177 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-04-16 12:06:20 +0000 UTC to 2036-04-13 12:06:20 +0000 UTC (now=2026-04-16 12:15:59.542159527 +0000 UTC))" I0416 12:15:59.542198 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-04-16 12:06:22 +0000 UTC to 2036-04-13 12:06:22 +0000 UTC (now=2026-04-16 12:15:59.542186042 +0000 UTC))" I0416 12:15:59.542215 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-04-16 12:06:26 +0000 UTC to 2036-04-13 12:06:26 +0000 UTC (now=2026-04-16 12:15:59.54220729 +0000 UTC))" I0416 12:15:59.542231 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pn82so64dbfd7cg358bevtr5m7peubm-kx-a30c6ad771_customer-system-admin-signer@1776341346\" [] issuer=\"\" (2026-04-16 12:09:05 +0000 UTC to 2026-04-23 12:09:06 +0000 UTC (now=2026-04-16 12:15:59.542222016 +0000 UTC))" I0416 12:15:59.542246 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2pn82so64dbfd7cg358bevtr5m7peubm-kx-a30c6ad771_sre-system-admin-signer@1776341346\" [] issuer=\"\" (2026-04-16 12:09:07 +0000 UTC to 2026-04-23 12:09:08 +0000 UTC (now=2026-04-16 12:15:59.542237759 +0000 UTC))" I0416 12:15:59.542263 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-04-16 12:06:10 +0000 UTC to 2036-04-13 12:06:10 +0000 UTC (now=2026-04-16 12:15:59.542254784 +0000 UTC))" I0416 12:15:59.542425 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1776341734\" (2026-04-16 12:15:42 +0000 UTC to 2028-04-15 12:15:43 +0000 UTC (now=2026-04-16 12:15:59.542412787 +0000 UTC))" I0416 12:15:59.542593 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1776341759\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1776341759\" (2026-04-16 11:15:58 +0000 UTC to 2029-04-16 11:15:58 +0000 UTC (now=2026-04-16 12:15:59.542583032 +0000 UTC))" I0416 12:16:02.996934 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:16:03.099789 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:16:03.099976 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-16T12:11:03Z", ) I0416 12:16:03.099992 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-15T12:11:03Z", ) I0416 12:16:03.100453 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:16:03.100586 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0416 12:16:03.100641 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-16T12:11:03Z", ) I0416 12:16:03.100659 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-15T12:11:03Z", ) I0416 12:16:03.100713 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-04-16T12:11:03Z", ) I0416 12:16:03.100728 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-04-15T12:11:03Z", ) I0416 12:16:03.110994 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0416 12:16:03.111780 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0416 12:16:03.116400 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0416 12:16:03.116577 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0416 12:16:03.125841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0416 12:16:03.126124 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0416 12:16:07.195977 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0416 12:16:07.208101 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0416 12:16:07.220915 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0416 12:16:09.307885 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0416 12:16:11.373486 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:16:11.373510 1 tasks.go:49] processing task group 2 of 3 I0416 12:16:11.373536 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:16:11.373545 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:16:11.373565 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:16:11.373579 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:16:11.373586 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:16:11.373591 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:16:11.373599 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:16:11.373599 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:16:11.373602 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:16:11.373607 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:16:11.373614 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:16:11.373614 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:16:11.373623 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:16:11.373645 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:16:11.373623 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:16:11.388043 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0416 12:16:11.395923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0416 12:16:11.409775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0416 12:16:11.411053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0416 12:16:11.412813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0416 12:16:11.442895 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0416 12:16:11.462236 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:16:11.479280 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:16:11.498572 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:16:11.504478 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0416 12:16:11.513904 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0416 12:16:11.549776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0416 12:16:11.549797 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0416 12:16:11.552587 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0416 12:16:11.553492 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0416 12:16:11.636592 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0416 12:16:11.640754 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0416 12:16:11.643798 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0416 12:16:11.644765 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0416 12:16:11.645194 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0416 12:16:11.646380 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0416 12:16:11.654507 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing W0416 12:16:11.657660 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0416 12:16:11.657679 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0416 12:16:11.665217 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0416 12:16:11.676036 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0416 12:16:11.679449 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0416 12:16:11.695181 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0416 12:16:11.698634 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0416 12:16:11.795357 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0416 12:16:11.800504 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0416 12:16:11.917084 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0416 12:16:11.984406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0416 12:16:11.985326 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0416 12:16:12.104266 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0416 12:16:12.104464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0416 12:16:12.178445 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0416 12:16:12.190255 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0416 12:16:12.211888 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0416 12:16:12.287115 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0416 12:16:12.387033 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0416 12:16:12.442866 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0416 12:16:12.493775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0416 12:16:12.515393 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0416 12:16:12.529118 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0416 12:16:12.582982 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0416 12:16:12.600421 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0416 12:16:12.681433 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0416 12:16:12.681464 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0416 12:16:12.695460 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0416 12:16:12.706610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0416 12:16:12.730413 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0416 12:16:12.744699 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 12:16:12.744788 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0416 12:16:12.796869 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0416 12:16:12.808841 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0416 12:16:13.030190 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 12:16:13.538459 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0416 12:16:13.548694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0416 12:16:13.558324 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0416 12:16:13.647134 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0416 12:16:13.786880 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0416 12:16:13.878599 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0416 12:16:13.980954 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0416 12:16:14.085743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0416 12:16:14.125875 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:16:14.125944 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0416 12:16:14.126626 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0416 12:16:14.181132 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0416 12:16:14.282406 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0416 12:16:14.387584 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0416 12:16:14.486042 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:16:14.489694 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0416 12:16:14.490149 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:16:14.589122 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0416 12:16:14.691893 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0416 12:16:14.765140 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0416 12:16:14.784360 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0416 12:16:14.817835 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-b4bm7c1vom84v -n openshift-monitoring because it was missing I0416 12:16:15.243834 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0416 12:16:16.267177 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-flesms0qi3foa -n openshift-monitoring because it was missing I0416 12:16:16.441608 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0416 12:16:16.464286 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0416 12:16:16.734440 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:16:16.784417 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:16:17.813604 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-dshc1i6vctjfc -n openshift-monitoring because it was missing I0416 12:16:17.829618 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0416 12:16:17.846707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0416 12:16:17.857055 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0416 12:16:17.990739 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:16:21.825463 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:16:23.509633 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:16:23.509709 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0416 12:16:32.900923 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0416 12:16:32.937800 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:16:32.987885 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:16:44.328843 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0416 12:16:44.345082 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:16:44.345100 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0416 12:16:47.985474 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:17:02.815185 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:17:27.912399 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:17:27.912461 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0416 12:17:27.912471 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0416 12:17:27.912491 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0416 12:17:27.912520 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:17:27.940536 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:17:27.944992 1 tasks.go:49] processing task group 1 of 3 I0416 12:17:27.945020 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:17:27.945030 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:17:27.958375 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:17:28.992060 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWGc1RC9wTC82NTB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qTTBNVGN6TkRBZQpGdzB5TmpBME1UWXhNakUxTXpOYUZ3MHlPREEyTVRReE1qRTFNelJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOell6TkRFM016UXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2hTRGNvd2J4ZCtGZmh3TUNKZUxGdkx4M1dKWnV4a2ZZZApjdmV4bWZYdnVqNExNQ0lEc0NnK0FtQ2lZVEMyVEZ6YnduSzBEVmNXK2Q0SGRjRUZySVhucFhadkkyMzB5SHJ4CjZXQlRjdVNHOEprOHZqc1o0ZE1BMTIrRzYwV2lnUUVrRjBKMElENlZiL1FWK3JTTlRCSjY5T0I4SVFjY2tpRjEKZmJXUlVzQ3R2ZlhnRVU5bHpIYS9WdWwrZ0tDb0tFNE9lekF6d2krRm85dzN1MTRWUlhSWWtqalpKVTdUUFpYUQpuQ2hOZk5WdG9hblNCSStGNlNpNVZZbTZtRUF1c0Z0UXBvWjlSRHZ3dE9rRElLaUpOdi9jemNCWWxGNndDV1dxCk10TkovbmFWQ2sxb2VqbkhoWldRejEyVGNwVGVRYnBGeUZBUk1IRHFuM3FDdGYzTnVILzVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlM2SnVCTQpEOWRmRHdBWlhVdTVjRVZ1ck9XYlNqQWZCZ05WSFNNRUdEQVdnQlM2SnVCTUQ5ZGZEd0FaWFV1NWNFVnVyT1diClNqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFPL2xSc1NLK0VaQmRWSjdLdzZqZndpNlZ5Q1BFR0ZncUhSbm8KQWtPMndsM0c4MXhjNjBkNUdjTEJGNGdKajk0QlhSSmQvQWRXYVV0V2dWS0VlRTBKSml6SVpqV25mL3oraUgrNgo5ajBqelhwbEdyYTBnSDRsMjVlajFjZWtEOWhBRnE0N0RHR052c2pFZjlIUDZqZUpvcFM2eTVrVmozaDMyQVZOCm1ZaXZsTG1RTjVrcXdpSUZKVmV6dWNkemZjQitESDI2MW4wVWVqWGJGWHkxb2c0M0dlZWRkVWJON05nOUFoMWUKb01EY3hPQkhtc0hLZFpubStQK01nNHlvSXloR1gvQ3ZKYzNkSWU3Q2k2U05DdDlUcE4yZG1hTFl2RlBpdGlJdwpkbjdQSFhtejhvQUNlTTVkQVh0MUtMMzhxWWtJcyt0cWJyWTI3TXA4M1prR0pMQnV5UT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0416 12:17:28.998135 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0416 12:17:29.003061 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJWGc1RC9wTC82NTB3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05qTTBNVGN6TkRBZQpGdzB5TmpBME1UWXhNakUxTXpOYUZ3MHlPREEyTVRReE1qRTFNelJhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOell6TkRFM016UXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRQ2hTRGNvd2J4ZCtGZmh3TUNKZUxGdkx4M1dKWnV4a2ZZZApjdmV4bWZYdnVqNExNQ0lEc0NnK0FtQ2lZVEMyVEZ6YnduSzBEVmNXK2Q0SGRjRUZySVhucFhadkkyMzB5SHJ4CjZXQlRjdVNHOEprOHZqc1o0ZE1BMTIrRzYwV2lnUUVrRjBKMElENlZiL1FWK3JTTlRCSjY5T0I4SVFjY2tpRjEKZmJXUlVzQ3R2ZlhnRVU5bHpIYS9WdWwrZ0tDb0tFNE9lekF6d2krRm85dzN1MTRWUlhSWWtqalpKVTdUUFpYUQpuQ2hOZk5WdG9hblNCSStGNlNpNVZZbTZtRUF1c0Z0UXBvWjlSRHZ3dE9rRElLaUpOdi9jemNCWWxGNndDV1dxCk10TkovbmFWQ2sxb2VqbkhoWldRejEyVGNwVGVRYnBGeUZBUk1IRHFuM3FDdGYzTnVILzVBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlM2SnVCTQpEOWRmRHdBWlhVdTVjRVZ1ck9XYlNqQWZCZ05WSFNNRUdEQVdnQlM2SnVCTUQ5ZGZEd0FaWFV1NWNFVnVyT1diClNqQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUFPL2xSc1NLK0VaQmRWSjdLdzZqZndpNlZ5Q1BFR0ZncUhSbm8KQWtPMndsM0c4MXhjNjBkNUdjTEJGNGdKajk0QlhSSmQvQWRXYVV0V2dWS0VlRTBKSml6SVpqV25mL3oraUgrNgo5ajBqelhwbEdyYTBnSDRsMjVlajFjZWtEOWhBRnE0N0RHR052c2pFZjlIUDZqZUpvcFM2eTVrVmozaDMyQVZOCm1ZaXZsTG1RTjVrcXdpSUZKVmV6dWNkemZjQitESDI2MW4wVWVqWGJGWHkxb2c0M0dlZWRkVWJON05nOUFoMWUKb01EY3hPQkhtc0hLZFpubStQK01nNHlvSXloR1gvQ3ZKYzNkSWU3Q2k2U05DdDlUcE4yZG1hTFl2RlBpdGlJdwpkbjdQSFhtejhvQUNlTTVkQVh0MUtMMzhxWWtJcyt0cWJyWTI3TXA4M1prR0pMQnV5UT09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0416 12:17:29.008650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0416 12:17:31.094218 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:17:31.094238 1 tasks.go:49] processing task group 2 of 3 I0416 12:17:31.094262 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:17:31.094266 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:17:31.094275 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:17:31.094293 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:17:31.094317 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:17:31.094341 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:17:31.094370 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:17:31.094372 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:17:31.094391 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:17:31.094407 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:17:31.094422 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:17:31.094465 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:17:31.094464 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:17:31.094480 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:17:31.094351 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:17:31.145162 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:17:31.164671 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:17:31.178727 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:17:31.190832 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0416 12:17:31.205480 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0416 12:17:31.226426 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0416 12:17:31.237143 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0416 12:17:31.246569 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:17:31.251639 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0416 12:17:31.626649 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0416 12:17:32.174622 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:17:32.215452 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:17:32.215657 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:17:32.247718 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:17:32.251819 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:17:34.291599 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:17:36.227492 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:17:36.304461 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0416 12:17:37.157268 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:17:40.394116 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient W0416 12:17:46.545355 1 tasks.go:73] task 2 of 15: UpdatingPrometheus failed: reconciling Prometheus object failed: updating Prometheus object failed: Operation cannot be fulfilled on prometheuses.monitoring.coreos.com "k8s": the object has been modified; please apply your changes to the latest version and try again I0416 12:18:32.306825 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:18:32.306868 1 operator.go:875] 2 reconciliation(s) failed, 2 more attempt(s) will be made before reporting failures. E0416 12:18:32.306877 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0416 12:18:32.306899 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingPrometheusFailed)" logger="UnhandledError" W0416 12:18:32.306931 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:18:32.336538 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:18:32.342097 1 tasks.go:49] processing task group 1 of 3 I0416 12:18:32.342125 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:18:32.342140 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:18:32.355691 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:18:35.476054 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:18:35.476078 1 tasks.go:49] processing task group 2 of 3 I0416 12:18:35.476105 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:18:35.476111 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:18:35.476126 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:18:35.476145 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:18:35.476164 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:18:35.476190 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:18:35.476207 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:18:35.476224 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:18:35.476244 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:18:35.476271 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:18:35.476294 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:18:35.476312 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:18:35.476339 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:18:35.476380 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:18:35.476616 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:18:35.535232 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:18:35.549954 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:18:35.577725 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:18:35.653262 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:18:36.551730 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:18:36.571024 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:18:36.583439 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:18:36.598686 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:18:36.609056 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:18:38.658777 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:18:40.621459 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:18:41.534607 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:18:41.635971 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:18:46.649840 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:20:50.798846 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:20:50.798876 1 tasks.go:49] processing task group 3 of 3 I0416 12:20:50.798893 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:20:50.848007 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:20:50.848067 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"806df97f-e024-4092-bbad-ab4d772ebbd6", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0416 12:20:50.854055 1 operator.go:851] Updating ClusterOperator status to done. W0416 12:20:50.898590 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:20:50.936233 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:20:50.941227 1 tasks.go:49] processing task group 1 of 3 I0416 12:20:50.941252 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:20:50.941263 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:20:50.954964 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:20:54.099432 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:20:54.099455 1 tasks.go:49] processing task group 2 of 3 I0416 12:20:54.099481 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:20:54.099493 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:20:54.099499 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:20:54.099514 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:20:54.099534 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:20:54.099577 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:20:54.099590 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:20:54.099616 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:20:54.099633 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:20:54.099660 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:20:54.099688 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:20:54.099682 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:20:54.099714 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:20:54.099729 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:20:54.099754 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:20:54.156106 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:20:54.203489 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:20:54.221028 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:20:54.287647 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:20:55.172475 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:20:55.188298 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:20:55.209496 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:20:55.226244 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:20:55.268264 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:20:57.244743 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:20:58.854244 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0416 12:20:59.233012 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:21:00.161545 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:21:00.278791 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:21:05.243405 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:21:09.423416 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:21:09.423444 1 tasks.go:49] processing task group 3 of 3 I0416 12:21:09.423463 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:21:09.470903 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:21:09.476878 1 operator.go:851] Updating ClusterOperator status to done. W0416 12:21:09.493399 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:21:09.551634 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:21:09.558425 1 tasks.go:49] processing task group 1 of 3 I0416 12:21:09.558451 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:21:09.558468 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:21:09.584325 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:21:12.715033 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:21:12.715055 1 tasks.go:49] processing task group 2 of 3 I0416 12:21:12.715084 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:21:12.715087 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:21:12.715107 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:21:12.715131 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:21:12.715150 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:21:12.715170 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:21:12.715188 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:21:12.715205 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:21:12.715222 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:21:12.715246 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:21:12.715263 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:21:12.715289 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:21:12.715297 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:21:12.715324 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:21:12.715272 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:21:12.785603 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:21:12.800906 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:21:12.808222 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:21:12.865791 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:21:13.801511 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:21:13.850338 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:21:13.859381 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:21:13.861197 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:21:13.874973 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:21:15.876281 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:21:17.855477 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:21:17.988984 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:21:18.773455 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:21:18.872844 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:21:23.894821 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:21:28.044111 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:21:28.044141 1 tasks.go:49] processing task group 3 of 3 I0416 12:21:28.044158 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:21:28.078575 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:21:28.083316 1 operator.go:851] Updating ClusterOperator status to done. W0416 12:21:28.093272 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:21:28.118061 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:21:28.122512 1 tasks.go:49] processing task group 1 of 3 I0416 12:21:28.122535 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:21:28.122553 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:21:28.134395 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:21:31.252196 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:21:31.252219 1 tasks.go:49] processing task group 2 of 3 I0416 12:21:31.252246 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:21:31.252250 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:21:31.252270 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:21:31.252297 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:21:31.252311 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:21:31.252336 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:21:31.252358 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:21:31.252379 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:21:31.252398 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:21:31.252423 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:21:31.252447 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:21:31.252467 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:21:31.252483 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:21:31.252503 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:21:31.252521 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:21:31.301279 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:21:31.319700 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:21:31.336850 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:21:31.379972 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:21:32.317716 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:21:32.344593 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:21:32.347825 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:21:32.367378 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:21:32.374614 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:21:34.402758 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:21:36.377279 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:21:37.319012 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:21:37.391145 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:21:42.404416 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:21:46.543887 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:21:46.543917 1 tasks.go:49] processing task group 3 of 3 I0416 12:21:46.543933 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:21:46.578474 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:21:46.582904 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:22:33.458591 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0416 12:22:33.458621 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:22:33.487790 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:22:33.492731 1 tasks.go:49] processing task group 1 of 3 I0416 12:22:33.492766 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:22:33.492785 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:22:33.504220 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:22:36.616406 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:22:36.616428 1 tasks.go:49] processing task group 2 of 3 I0416 12:22:36.616452 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:22:36.616465 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:22:36.616475 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:22:36.616499 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:22:36.616518 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:22:36.616542 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:22:36.616582 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:22:36.616593 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:22:36.616612 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:22:36.616628 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:22:36.616650 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:22:36.616676 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:22:36.616693 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:22:36.616718 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:22:36.616747 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:22:36.662883 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:22:36.676090 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:22:36.695901 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:22:36.735233 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:22:37.683182 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:22:37.702932 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:22:37.706080 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:22:37.730501 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:22:37.732670 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:22:39.761960 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:22:41.729768 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:22:42.673851 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:22:42.746926 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:22:47.777775 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:22:51.907039 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:22:51.907068 1 tasks.go:49] processing task group 3 of 3 I0416 12:22:51.907082 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:22:51.943324 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:22:51.947827 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:25:58.854169 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 12:25:58.854216 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:25:58.883527 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:25:58.888020 1 tasks.go:49] processing task group 1 of 3 I0416 12:25:58.888049 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:25:58.888066 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:25:58.899591 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:26:02.032583 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:26:02.032604 1 tasks.go:49] processing task group 2 of 3 I0416 12:26:02.032632 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:26:02.032634 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:26:02.032651 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:26:02.032671 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:26:02.032685 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:26:02.032706 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:26:02.032725 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:26:02.032748 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:26:02.032767 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:26:02.032786 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:26:02.032805 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:26:02.032824 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:26:02.032873 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:26:02.032883 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:26:02.032850 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:26:02.085380 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:26:02.103572 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:26:02.113895 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:26:02.157734 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:26:03.107575 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:26:03.139365 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:26:03.146328 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:26:03.172053 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:26:03.192158 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:26:05.214461 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:26:07.182287 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:26:08.112393 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:26:08.183448 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:26:13.254622 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:26:17.382476 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:26:17.382501 1 tasks.go:49] processing task group 3 of 3 I0416 12:26:17.382515 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:26:17.450794 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:26:17.455335 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:30:58.758263 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0416 12:30:58.758309 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:30:58.761583 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0416 12:30:58.761661 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0416 12:30:58.761734 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0416 12:30:58.761768 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0416 12:30:58.762603 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0416 12:30:58.762617 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:30:58.762666 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 12:30:58.762683 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0416 12:30:58.763696 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0416 12:30:58.763743 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0416 12:30:58.795806 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:30:58.801040 1 tasks.go:49] processing task group 1 of 3 I0416 12:30:58.801066 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:30:58.801085 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:30:58.802381 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0416 12:30:58.816755 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:30:58.853999 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0416 12:31:01.944905 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:31:01.944929 1 tasks.go:49] processing task group 2 of 3 I0416 12:31:01.944950 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:31:01.944954 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:31:01.944970 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:31:01.944984 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:31:01.945000 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:31:01.945023 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:31:01.945039 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:31:01.945060 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:31:01.945106 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:31:01.945131 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:31:01.945130 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:31:01.945152 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:31:01.945166 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:31:01.945180 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:31:01.945199 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:31:02.006644 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:31:02.021171 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:31:02.030812 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:31:02.077270 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:31:03.024530 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:31:03.043227 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:31:03.043505 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:31:03.050275 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:31:03.076029 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:31:05.094650 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:31:07.078579 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:31:08.013294 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:31:08.165256 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:31:13.092984 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:31:17.251139 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:31:17.251172 1 tasks.go:49] processing task group 3 of 3 I0416 12:31:17.251187 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:31:17.286822 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:31:17.291399 1 operator.go:851] Updating ClusterOperator status to done. W0416 12:31:17.300234 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:31:17.325007 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:31:17.331982 1 tasks.go:49] processing task group 1 of 3 I0416 12:31:17.332007 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:31:17.332017 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:31:17.344844 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:31:20.455616 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:31:20.455639 1 tasks.go:49] processing task group 2 of 3 I0416 12:31:20.455663 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:31:20.455671 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:31:20.455682 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:31:20.455709 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:31:20.455727 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:31:20.455745 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:31:20.455768 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:31:20.455781 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:31:20.455801 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:31:20.455825 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:31:20.455852 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:31:20.455872 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:31:20.455881 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:31:20.455896 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:31:20.455943 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:31:20.517260 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:31:20.528460 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:31:20.548491 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:31:20.589298 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:31:21.533203 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:31:21.554261 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:31:21.559760 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:31:21.563755 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:31:21.582875 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:31:23.601177 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:31:25.596036 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:31:26.513097 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:31:26.597330 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:31:31.602413 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:31:35.759102 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:31:35.759128 1 tasks.go:49] processing task group 3 of 3 I0416 12:31:35.759141 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:31:35.791854 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:31:35.796182 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:35:58.853935 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 12:35:58.853985 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:35:58.880697 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:35:58.884692 1 tasks.go:49] processing task group 1 of 3 I0416 12:35:58.884717 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:35:58.884732 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:35:58.895304 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:36:02.022944 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:36:02.022966 1 tasks.go:49] processing task group 2 of 3 I0416 12:36:02.022995 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:36:02.023003 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:36:02.023014 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:36:02.023029 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:36:02.023062 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:36:02.023078 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:36:02.023093 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:36:02.023110 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:36:02.023129 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:36:02.023149 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:36:02.023143 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:36:02.023163 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:36:02.023175 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:36:02.023197 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:36:02.022995 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:36:02.082482 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:36:02.097549 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:36:02.107589 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:36:02.158543 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:36:03.101145 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:36:03.119688 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:36:03.120179 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:36:03.129825 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:36:03.159247 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:36:05.177118 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:36:07.145890 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:36:08.077413 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:36:08.177628 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:36:13.167820 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:36:17.319745 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:36:17.319770 1 tasks.go:49] processing task group 3 of 3 I0416 12:36:17.319785 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:36:17.355133 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:36:17.359631 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:40:58.854006 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 12:40:58.854060 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:40:58.883796 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:40:58.889156 1 tasks.go:49] processing task group 1 of 3 I0416 12:40:58.889180 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:40:58.889193 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:40:58.901878 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:41:02.042439 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:41:02.042464 1 tasks.go:49] processing task group 2 of 3 I0416 12:41:02.042490 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:41:02.042498 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:41:02.042514 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:41:02.042535 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:41:02.042553 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:41:02.042579 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:41:02.042599 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:41:02.042616 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:41:02.042626 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:41:02.042637 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:41:02.042667 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:41:02.042665 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:41:02.042682 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:41:02.042698 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:41:02.042609 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:41:02.099920 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:41:02.121831 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:41:02.129481 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:41:02.182041 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:41:03.119079 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:41:03.146444 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:41:03.146498 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:41:03.164307 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:41:03.184230 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:41:05.199333 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:41:07.169619 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:41:08.096694 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:41:08.190617 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:41:13.195903 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:41:17.351201 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:41:17.351228 1 tasks.go:49] processing task group 3 of 3 I0416 12:41:17.351249 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:41:17.384727 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:41:17.388928 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:45:58.758828 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0416 12:45:58.758873 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:45:58.762317 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0416 12:45:58.762361 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0416 12:45:58.762374 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0416 12:45:58.762380 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0416 12:45:58.763256 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0416 12:45:58.763277 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0416 12:45:58.763325 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0416 12:45:58.763324 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0416 12:45:58.763855 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0416 12:45:58.763864 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0416 12:45:58.786541 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:45:58.791407 1 tasks.go:49] processing task group 1 of 3 I0416 12:45:58.791431 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:45:58.791441 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:45:58.802807 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0416 12:45:58.804462 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:45:58.853592 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0416 12:46:01.935523 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:46:01.935544 1 tasks.go:49] processing task group 2 of 3 I0416 12:46:01.935583 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:46:01.935588 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:46:01.935602 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:46:01.935612 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:46:01.935641 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:46:01.935666 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:46:01.935676 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:46:01.935678 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:46:01.935711 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:46:01.935725 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:46:01.935651 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:46:01.935749 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:46:01.935795 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:46:01.935667 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:46:01.935657 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:46:01.989784 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:46:02.009152 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:46:02.021882 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:46:02.065323 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:46:03.030552 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:46:03.069105 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:46:03.078421 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:46:03.108030 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:46:03.115405 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:46:05.131757 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:46:07.068519 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:46:07.992474 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:46:08.079639 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:46:13.155142 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:46:17.246732 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:46:17.246758 1 tasks.go:49] processing task group 3 of 3 I0416 12:46:17.246772 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:46:17.281090 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:46:17.285886 1 operator.go:851] Updating ClusterOperator status to done. W0416 12:46:17.294116 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:46:17.317920 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:46:17.321846 1 tasks.go:49] processing task group 1 of 3 I0416 12:46:17.321869 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:46:17.321883 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:46:17.332308 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:46:20.443992 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:46:20.444013 1 tasks.go:49] processing task group 2 of 3 I0416 12:46:20.444035 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:46:20.444042 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:46:20.444057 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:46:20.444077 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:46:20.444089 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:46:20.444107 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:46:20.444123 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:46:20.444143 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:46:20.444170 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:46:20.444167 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:46:20.444049 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:46:20.444201 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:46:20.444228 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:46:20.444242 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:46:20.444183 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:46:20.524810 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:46:20.539266 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:46:20.539484 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:46:20.635956 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:46:21.543646 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:46:21.576464 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:46:21.593086 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:46:21.608178 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:46:21.618254 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:46:23.655970 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:46:25.609148 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:46:26.520906 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:46:26.617691 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:46:31.650612 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:46:35.916095 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:46:35.916132 1 tasks.go:49] processing task group 3 of 3 I0416 12:46:35.916159 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:46:35.964213 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:46:35.970935 1 operator.go:851] Updating ClusterOperator status to done. I0416 12:50:58.853810 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0416 12:50:58.853863 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0416 12:50:58.886526 1 operator.go:830] Updating ClusterOperator status to InProgress. I0416 12:50:58.891477 1 tasks.go:49] processing task group 1 of 3 I0416 12:50:58.891503 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0416 12:50:58.891530 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:50:58.907031 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0416 12:51:02.051803 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0416 12:51:02.051824 1 tasks.go:49] processing task group 2 of 3 I0416 12:51:02.051848 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:51:02.051854 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0416 12:51:02.051869 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:51:02.051885 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0416 12:51:02.051903 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:51:02.051918 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:51:02.051946 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:51:02.051970 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0416 12:51:02.051975 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0416 12:51:02.051985 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0416 12:51:02.052011 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0416 12:51:02.052013 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0416 12:51:02.052032 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0416 12:51:02.052052 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0416 12:51:02.051954 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:51:02.136017 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0416 12:51:02.159927 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0416 12:51:02.183099 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0416 12:51:02.255795 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0416 12:51:03.155909 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0416 12:51:03.171020 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0416 12:51:03.173813 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0416 12:51:03.179589 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0416 12:51:03.222745 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0416 12:51:05.232524 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0416 12:51:07.227324 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0416 12:51:08.132691 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0416 12:51:08.253857 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0416 12:51:13.216133 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0416 12:51:17.453001 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0416 12:51:17.453025 1 tasks.go:49] processing task group 3 of 3 I0416 12:51:17.453039 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0416 12:51:17.498372 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0416 12:51:17.504345 1 operator.go:851] Updating ClusterOperator status to done.