W0326 23:12:45.569030 1 client_config.go:667] Neither --kubeconfig nor --master was specified. Using the inClusterConfig. This might not work. I0326 23:12:45.569307 1 envvar.go:172] "Feature gate default state" feature="ClientsAllowCBOR" enabled=false I0326 23:12:45.569321 1 envvar.go:172] "Feature gate default state" feature="ClientsPreferCBOR" enabled=false I0326 23:12:45.569326 1 envvar.go:172] "Feature gate default state" feature="InOrderInformers" enabled=true I0326 23:12:45.569330 1 envvar.go:172] "Feature gate default state" feature="InformerResourceVersion" enabled=false I0326 23:12:45.569334 1 envvar.go:172] "Feature gate default state" feature="WatchListClient" enabled=false I0326 23:12:45.592104 1 simple_featuregate_reader.go:171] Starting feature-gate-detector I0326 23:12:45.596165 1 reflector.go:436] "Caches populated" type="*v1.FeatureGate" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0326 23:12:45.596286 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/client-go/config/informers/externalversions/factory.go:125" I0326 23:12:45.596405 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'FeatureGatesInitialized' FeatureGates updated to featuregates.Features{Enabled:[]v1.FeatureGateName{"AdditionalRoutingCapabilities", "AdminNetworkPolicy", "AlibabaPlatform", "AzureWorkloadIdentity", "BuildCSIVolumes", "CPMSMachineNamePrefix", "ConsolePluginContentSecurityPolicy", "ExternalOIDC", "ExternalOIDCWithUIDAndExtraClaimMappings", "GCPClusterHostedDNSInstall", "GatewayAPI", "GatewayAPIController", "HighlyAvailableArbiter", "HyperShiftOnlyDynamicResourceAllocation", "ImageStreamImportMode", "ImageVolume", "KMSv1", "MachineConfigNodes", "ManagedBootImages", "ManagedBootImagesAWS", "ManagedBootImagesAzure", "ManagedBootImagesvSphere", "MetricsCollectionProfiles", "NetworkDiagnosticsConfig", "NetworkLiveMigration", "NetworkSegmentation", "PinnedImages", "PreconfiguredUDNAddresses", "ProcMountType", "RouteAdvertisements", "RouteExternalCertificate", "ServiceAccountTokenNodeBinding", "SigstoreImageVerification", "SigstoreImageVerificationPKI", "StoragePerformantSecurityPolicy", "UpgradeStatus", "UserNamespacesPodSecurityStandards", "UserNamespacesSupport", "VSphereMultiDisk", "VSphereMultiNetworks", "VolumeAttributesClass"}, Disabled:[]v1.FeatureGateName{"AWSClusterHostedDNS", "AWSClusterHostedDNSInstall", "AWSDedicatedHosts", "AWSDualStackInstall", "AWSServiceLBNetworkSecurityGroup", "AutomatedEtcdBackup", "AzureClusterHostedDNSInstall", "AzureDedicatedHosts", "AzureDualStackInstall", "AzureMultiDisk", "BootImageSkewEnforcement", "BootcNodeManagement", "CBORServingAndStorage", "CRDCompatibilityRequirementOperator", "ClientsAllowCBOR", "ClientsPreferCBOR", "ClusterAPIInstall", "ClusterAPIInstallIBMCloud", "ClusterAPIMachineManagement", "ClusterAPIMachineManagementVSphere", "ClusterMonitoringConfig", "ClusterVersionOperatorConfiguration", "DNSNameResolver", "DualReplica", "DyanmicServiceEndpointIBMCloud", "EtcdBackendQuota", "EventTTL", "EventedPLEG", "Example", "Example2", "ExternalSnapshotMetadata", "GCPClusterHostedDNS", "GCPCustomAPIEndpoints", "GCPCustomAPIEndpointsInstall", "GCPDualStackInstall", "ImageModeStatusReporting", "IngressControllerDynamicConfigurationManager", "InsightsConfig", "InsightsOnDemandDataGather", "IrreconcilableMachineConfig", "KMSEncryption", "KMSEncryptionProvider", "MachineAPIMigration", "MachineAPIOperatorDisableMachineHealthCheckController", "ManagedBootImagesCPMS", "MaxUnavailableStatefulSet", "MinimumKubeletVersion", "MixedCPUsAllocation", "MultiArchInstallAzure", "MultiDiskSetup", "MutableCSINodeAllocatableCount", "MutatingAdmissionPolicy", "NewOLM", "NewOLMBoxCutterRuntime", "NewOLMCatalogdAPIV1Metas", "NewOLMOwnSingleNamespace", "NewOLMPreflightPermissionChecks", "NewOLMWebhookProviderOpenshiftServiceCA", "NoRegistryClusterInstall", "NutanixMultiSubnets", "OSStreams", "OVNObservability", "OnPremDNSRecords", "OpenShiftPodSecurityAdmission", "ProvisioningRequestAvailable", "SELinuxMount", "ShortCertRotation", "SignatureStores", "TranslateStreamCloseWebsocketRequests", "VSphereConfigurableMaxAllowedBlockVolumesPerNode", "VSphereHostVMGroupZonal", "VSphereMixedNodeEnv", "VolumeGroupSnapshot"}} I0326 23:12:45.597295 1 dynamic_serving_content.go:116] "Loaded a new cert/key pair" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:12:45.604013 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:45.604251 1 reflector.go:436] "Caches populated" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/informers/factory.go:160" I0326 23:12:45.604748 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:12:45.610025 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:12:45.610243 1 reflector.go:436] "Caches populated" type="*v1.APIServer" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:12:45.610294 1 reflector.go:436] "Caches populated" type="*v1.Console" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:12:45.610413 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:12:45.610597 1 reflector.go:436] "Caches populated" type="*v1.ClusterVersion" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:12:45.610792 1 reflector.go:436] "Caches populated" type="*v1.ClusterOperator" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:12:45.610876 1 operator.go:647] Triggering an update due to a change in ClusterOperator.config.openshift.io/ingress I0326 23:12:45.611074 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:12:45.611302 1 reflector.go:436] "Caches populated" type="*v1.Infrastructure" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:12:45.611670 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:566" I0326 23:12:45.616382 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:12:45.616851 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:12:45.617096 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:12:45.642744 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="github.com/openshift/cluster-monitoring-operator/pkg/operator/operator.go:569" I0326 23:12:45.699641 1 operator.go:598] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:12:45.699677 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:12:45.699679 1 rule_controller.go:114] Starting alerting rules controller I0326 23:12:45.699687 1 relabel_controller.go:117] Starting alert relabel config controller I0326 23:12:45.699688 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringMetricsServerClientCertRequester W0326 23:12:45.699693 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:12:45.699701 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:12:45.699678 1 base_controller.go:76] Waiting for caches to sync for OpenShiftMonitoringClientCertRequester I0326 23:12:45.699707 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertRelabelConfig controller" I0326 23:12:45.699691 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:12:45.699707 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringMetricsServerClientCertRequester controller ... I0326 23:12:45.699708 1 shared_informer.go:349] "Waiting for caches to sync" controller="AlertingRule controller" I0326 23:12:45.700123 1 base_controller.go:82] Caches are synced for OpenShiftMonitoringClientCertRequester I0326 23:12:45.700136 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringClientCertRequester controller ... I0326 23:12:45.700224 1 base_controller.go:119] Starting #1 worker of OpenShiftMonitoringTelemeterClientCertRequester controller ... I0326 23:12:45.704203 1 reflector.go:436] "Caches populated" type="*v1.Secret" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:122" I0326 23:12:45.704402 1 reflector.go:436] "Caches populated" type="*v1.AlertRelabelConfig" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/relabel_controller.go:121" I0326 23:12:45.706087 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.706181 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.706199 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.706224 1 reflector.go:436] "Caches populated" type="*v1.AlertingRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:119" I0326 23:12:45.706244 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringTelemeterClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:12:45.706362 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:12:45.706446 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'NoValidCertificateFound' No valid client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is found: unable to parse certificate: data does not contain any valid RSA or ECDSA certificates I0326 23:12:45.706460 1 reflector.go:436] "Caches populated" type="*v1.PrometheusRule" reflector="github.com/openshift/cluster-monitoring-operator/pkg/alert/rule_controller.go:118" I0326 23:12:45.718305 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-28b7z" is created for OpenShiftMonitoringClientCertRequester I0326 23:12:45.718711 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-p7psr" is created for OpenShiftMonitoringMetricsServerClientCertRequester I0326 23:12:45.719038 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' A csr "system:openshift:openshift-monitoring-94ktt" is created for OpenShiftMonitoringTelemeterClientCertRequester I0326 23:12:45.723523 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.724901 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.724904 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.728619 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.729196 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.729274 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.734539 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.734580 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.734583 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.739267 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.739789 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.739806 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.740719 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:12:45.744655 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.745975 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.745976 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.748344 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.749812 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.750844 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.758793 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.758823 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.758840 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.759401 1 tasks.go:49] processing task group 1 of 3 I0326 23:12:45.759425 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:12:45.759440 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:12:45.763404 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.768568 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.768570 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.768761 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.772601 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.773054 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.773108 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.779539 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.779867 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator -n openshift-monitoring because it was missing I0326 23:12:45.782887 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.782908 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.783850 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-client-ca -n openshift-monitoring because it was missing I0326 23:12:45.787234 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.788892 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:12:45.788932 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.789360 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.791681 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.792579 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.794270 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.798599 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.800188 1 shared_informer.go:356] "Caches are synced" controller="AlertRelabelConfig controller" I0326 23:12:45.800237 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.800268 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.800345 1 shared_informer.go:356] "Caches are synced" controller="AlertingRule controller" I0326 23:12:45.804274 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.804838 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:45.812179 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/alert-relabel-configs -n openshift-monitoring because it was missing I0326 23:12:45.841552 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:12:45.929775 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-operator because it was missing I0326 23:12:45.943622 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:12:45.966802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:12:45.978983 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-operator-admission-webhook -n openshift-monitoring because it was missing I0326 23:12:46.422853 1 requestheader_controller.go:255] Loaded a new request header values for RequestHeaderAuthRequestController I0326 23:12:46.424200 1 maxinflight.go:139] "Initialized nonMutatingChan" len=400 I0326 23:12:46.424215 1 maxinflight.go:145] "Initialized mutatingChan" len=200 I0326 23:12:46.424230 1 maxinflight.go:116] "Set denominator for readonly requests" limit=400 I0326 23:12:46.424235 1 maxinflight.go:120] "Set denominator for mutating requests" limit=200 I0326 23:12:46.426734 1 secure_serving.go:57] Forcing use of http/1.1 only I0326 23:12:46.426752 1 genericapiserver.go:552] MuxAndDiscoveryComplete has all endpoints registered and discovery information is complete I0326 23:12:46.430727 1 requestheader_controller.go:180] Starting RequestHeaderAuthRequestController I0326 23:12:46.430735 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:12:46.430749 1 configmap_cafile_content.go:205] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:12:46.430766 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:12:46.430750 1 shared_informer.go:349] "Waiting for caches to sync" controller="RequestHeaderAuthRequestController" I0326 23:12:46.430752 1 shared_informer.go:349] "Waiting for caches to sync" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:12:46.431033 1 dynamic_serving_content.go:135] "Starting controller" name="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" I0326 23:12:46.431100 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774566740\" (2026-03-26 23:12:28 +0000 UTC to 2028-03-25 23:12:29 +0000 UTC (now=2026-03-26 23:12:46.431078042 +0000 UTC))" I0326 23:12:46.431263 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774566766\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774566765\" (2026-03-26 22:12:45 +0000 UTC to 2029-03-26 22:12:45 +0000 UTC (now=2026-03-26 23:12:46.431248971 +0000 UTC))" I0326 23:12:46.431279 1 secure_serving.go:211] Serving securely on [::]:8443 I0326 23:12:46.431296 1 genericapiserver.go:702] [graceful-termination] waiting for shutdown to be initiated I0326 23:12:46.431297 1 tlsconfig.go:243] "Starting DynamicServingCertificateController" I0326 23:12:46.433646 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0326 23:12:46.433661 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/authentication/request/headerrequest/requestheader_controller.go:183" I0326 23:12:46.433652 1 reflector.go:436] "Caches populated" type="*v1.ConfigMap" reflector="k8s.io/apiserver/pkg/server/dynamiccertificates/configmap_cafile_content.go:209" I0326 23:12:46.531312 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::client-ca-file" I0326 23:12:46.531326 1 shared_informer.go:356] "Caches are synced" controller="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" I0326 23:12:46.531331 1 shared_informer.go:356] "Caches are synced" controller="RequestHeaderAuthRequestController" I0326 23:12:46.531572 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:02:52 +0000 UTC to 2036-03-23 23:02:52 +0000 UTC (now=2026-03-26 23:12:46.531548389 +0000 UTC))" I0326 23:12:46.531781 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774566740\" (2026-03-26 23:12:28 +0000 UTC to 2028-03-25 23:12:29 +0000 UTC (now=2026-03-26 23:12:46.531765975 +0000 UTC))" I0326 23:12:46.531970 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774566766\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774566765\" (2026-03-26 22:12:45 +0000 UTC to 2029-03-26 22:12:45 +0000 UTC (now=2026-03-26 23:12:46.531957136 +0000 UTC))" I0326 23:12:46.532095 1 tlsconfig.go:181] "Loaded client CA" index=0 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-control-plane-signer\" [] issuer=\"\" (2026-03-26 23:02:57 +0000 UTC to 2036-03-23 23:02:57 +0000 UTC (now=2026-03-26 23:12:46.532083573 +0000 UTC))" I0326 23:12:46.532114 1 tlsconfig.go:181] "Loaded client CA" index=1 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-apiserver-to-kubelet-signer\" [] issuer=\"\" (2026-03-26 23:03:04 +0000 UTC to 2036-03-23 23:03:04 +0000 UTC (now=2026-03-26 23:12:46.53210557 +0000 UTC))" I0326 23:12:46.532129 1 tlsconfig.go:181] "Loaded client CA" index=2 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"admin-kubeconfig-signer\" [] issuer=\"\" (2026-03-26 23:03:07 +0000 UTC to 2036-03-23 23:03:07 +0000 UTC (now=2026-03-26 23:12:46.532121278 +0000 UTC))" I0326 23:12:46.532148 1 tlsconfig.go:181] "Loaded client CA" index=3 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"hcco-signer\" [] issuer=\"\" (2026-03-26 23:03:09 +0000 UTC to 2036-03-23 23:03:09 +0000 UTC (now=2026-03-26 23:12:46.532136723 +0000 UTC))" I0326 23:12:46.532165 1 tlsconfig.go:181] "Loaded client CA" index=4 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"kube-csr-signer\" [] issuer=\"\" (2026-03-26 23:03:12 +0000 UTC to 2036-03-23 23:03:12 +0000 UTC (now=2026-03-26 23:12:46.53215724 +0000 UTC))" I0326 23:12:46.532182 1 tlsconfig.go:181] "Loaded client CA" index=5 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9mn5g6ejev430bbu2pa8d8q491egfs-kx-7a3fdde624_customer-system-admin-signer@1774566298\" [] issuer=\"\" (2026-03-26 23:04:58 +0000 UTC to 2026-04-02 23:04:59 +0000 UTC (now=2026-03-26 23:12:46.532172347 +0000 UTC))" I0326 23:12:46.532198 1 tlsconfig.go:181] "Loaded client CA" index=6 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"ocm-production-2p9mn5g6ejev430bbu2pa8d8q491egfs-kx-7a3fdde624_sre-system-admin-signer@1774566298\" [] issuer=\"\" (2026-03-26 23:04:58 +0000 UTC to 2026-04-02 23:04:59 +0000 UTC (now=2026-03-26 23:12:46.532189018 +0000 UTC))" I0326 23:12:46.532213 1 tlsconfig.go:181] "Loaded client CA" index=7 certName="client-ca::kube-system::extension-apiserver-authentication::client-ca-file,client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file" certDetail="\"aggregator-signer\" [] issuer=\"\" (2026-03-26 23:02:52 +0000 UTC to 2036-03-23 23:02:52 +0000 UTC (now=2026-03-26 23:12:46.532205217 +0000 UTC))" I0326 23:12:46.532376 1 tlsconfig.go:203] "Loaded serving cert" certName="serving-cert::/etc/tls/private/tls.crt::/etc/tls/private/tls.key" certDetail="\"*.cluster-monitoring-operator.openshift-monitoring.svc\" [serving] validServingFor=[*.cluster-monitoring-operator.openshift-monitoring.svc,*.cluster-monitoring-operator.openshift-monitoring.svc.cluster.local,cluster-monitoring-operator.openshift-monitoring.svc,cluster-monitoring-operator.openshift-monitoring.svc.cluster.local] issuer=\"openshift-service-serving-signer@1774566740\" (2026-03-26 23:12:28 +0000 UTC to 2028-03-25 23:12:29 +0000 UTC (now=2026-03-26 23:12:46.532363702 +0000 UTC))" I0326 23:12:46.532547 1 named_certificates.go:53] "Loaded SNI cert" index=0 certName="self-signed loopback" certDetail="\"apiserver-loopback-client@1774566766\" [serving] validServingFor=[apiserver-loopback-client] issuer=\"apiserver-loopback-client-ca@1774566765\" (2026-03-26 22:12:45 +0000 UTC to 2029-03-26 22:12:45 +0000 UTC (now=2026-03-26 23:12:46.532537152 +0000 UTC))" I0326 23:12:48.056318 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/federate-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:48.056319 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:48.056537 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T23:07:48Z", ) I0326 23:12:48.056554 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for federate-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T23:07:48Z", ) I0326 23:12:48.056567 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T23:07:48Z", ) I0326 23:12:48.056582 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T23:07:48Z", ) I0326 23:12:48.056653 1 annotations.go:52] Updating "openshift.io/owning-component" annotation for openshift-monitoring/metrics-server-client-certs, diff: string( - "", + "Monitoring", ) I0326 23:12:48.056777 1 annotations.go:76] Updating "auth.openshift.io/certificate-not-before" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2026-03-26T23:07:48Z", ) I0326 23:12:48.056794 1 annotations.go:82] Updating "auth.openshift.io/certificate-not-after" annotation for metrics-server-client-certs/openshift-monitoring, diff: string( - "", + "2028-03-25T23:07:48Z", ) I0326 23:12:48.070245 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringMetricsServerClientCertRequester is available I0326 23:12:48.070572 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringClientCertRequester is available I0326 23:12:48.070767 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClientCertificateCreated' A new client certificate for OpenShiftMonitoringTelemeterClientCertRequester is available I0326 23:12:48.070848 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:12:48.071624 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:12:48.071694 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:12:51.022850 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it was missing I0326 23:12:51.035926 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationCreated' Created ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it was missing I0326 23:12:51.047734 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-operator -n openshift-monitoring because it was missing I0326 23:12:52.808090 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:12:56.173720 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:12:56.173750 1 tasks.go:49] processing task group 2 of 3 I0326 23:12:56.173792 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:12:56.173800 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:12:56.173817 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:12:56.173814 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:12:56.173827 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:12:56.173833 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:12:56.173837 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:12:56.173842 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:12:56.173845 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:12:56.173854 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:12:56.173858 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:12:56.173900 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:12:56.173864 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:12:56.173872 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:12:56.173873 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:12:56.215918 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:12:56.215965 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:12:56.236610 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/thanos-querier -n openshift-monitoring because it was missing I0326 23:12:56.246280 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/node-exporter -n openshift-monitoring because it was missing I0326 23:12:56.250354 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/telemeter-client -n openshift-monitoring because it was missing I0326 23:12:56.266931 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kubelet-serving-ca-bundle -n openshift-monitoring because it was missing I0326 23:12:56.303561 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:12:56.319953 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:12:56.327721 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:aggregated-metrics-reader because it was missing I0326 23:12:56.331124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:12:56.331526 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:12:56.412156 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:12:56.426152 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/kube-state-metrics because it was missing I0326 23:12:56.427654 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:12:56.427730 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:12:56.503776 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/prometheus-k8s because it was missing I0326 23:12:56.503803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/pod-metrics-reader because it was missing I0326 23:12:56.550985 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/metrics-server -n openshift-monitoring because it was missing I0326 23:12:56.622616 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client because it was missing I0326 23:12:56.630542 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/openshift-state-metrics because it was missing I0326 23:12:56.634515 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/node-exporter because it was missing I0326 23:12:56.643937 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/kube-state-metrics because it was missing W0326 23:12:56.656674 1 tasks.go:73] task 8 of 15: UpdatingTelemeterClient failed: reconciling Telemeter client cluster monitoring view ClusterRoleBinding failed: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:12:56.656675 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-edit because it was missing I0326 23:12:56.656697 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Warning' reason: 'ClusterRoleBindingCreateFailed' Failed to create ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view: clusterrolebindings.rbac.authorization.k8s.io "cluster-monitoring-view" not found I0326 23:12:56.666382 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/openshift-state-metrics -n openshift-monitoring because it was missing I0326 23:12:56.721716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/node-exporter -n openshift-monitoring because it was missing I0326 23:12:56.725256 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/kube-state-metrics -n openshift-monitoring because it was missing I0326 23:12:56.755400 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/node-exporter-accelerators-collector-config -n openshift-monitoring because it was missing I0326 23:12:56.755560 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/kube-state-metrics-custom-resource-state-configmap -n openshift-monitoring because it was missing I0326 23:12:56.755582 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:12:56.813716 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-rules-view because it was missing I0326 23:12:56.989317 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/system:metrics-server because it was missing I0326 23:12:57.038041 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/monitoring-edit because it was missing I0326 23:12:57.061781 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/metrics-server:system:auth-delegator because it was missing I0326 23:12:57.106014 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alert-routing-edit because it was missing I0326 23:12:57.154669 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/metrics-server-auth-reader -n kube-system because it was missing I0326 23:12:57.173235 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/metrics-server -n openshift-monitoring because it was missing I0326 23:12:57.245053 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/cluster-monitoring-view because it was missing I0326 23:12:57.275989 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/alertmanager-main -n openshift-monitoring because it was missing I0326 23:12:57.338207 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:12:57.350640 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/thanos-querier -n openshift-monitoring because it was missing I0326 23:12:57.368802 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/user-workload-monitoring-config-edit -n openshift-user-workload-monitoring because it was missing I0326 23:12:57.448544 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:12:57.449180 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleCreated' Created ClusterRole.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:12:57.469292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-reader -n openshift-user-workload-monitoring because it was missing I0326 23:12:57.562077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/thanos-querier because it was missing I0326 23:12:57.563252 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/alertmanager-main because it was missing I0326 23:12:57.569613 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-api-writer -n openshift-user-workload-monitoring because it was missing I0326 23:12:57.576914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/alertmanager-main -n openshift-monitoring because it was missing I0326 23:12:57.609650 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/alertmanager-main -n openshift-monitoring because it was missing I0326 23:12:57.629315 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:12:57.629647 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/alertmanager-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:12:57.676813 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-edit -n openshift-monitoring because it was missing I0326 23:12:57.833292 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/monitoring-alertmanager-view -n openshift-monitoring because it was missing I0326 23:12:57.940525 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:12:57.949811 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/cluster-monitoring-metrics-api -n openshift-monitoring because it was missing I0326 23:12:58.373793 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/kube-rbac-proxy -n openshift-monitoring because it was missing I0326 23:12:58.394868 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-kube-rbac-proxy-web -n openshift-monitoring because it was missing I0326 23:12:58.406077 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:12:58.481633 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/alertmanager-prometheusk8s -n openshift-monitoring because it was missing I0326 23:12:58.580375 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:12:58.674916 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:12:58.781021 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:12:58.847550 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:12:58.847649 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/grpc-tls -n openshift-monitoring because it was missing I0326 23:12:58.848737 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:12:58.882699 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:12:58.980367 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Created Role.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:12:59.083390 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n default because it was missing I0326 23:12:59.186456 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n kube-system because it was missing I0326 23:12:59.285914 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:12:59.299662 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:12:59.332847 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:12:59.386803 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s -n openshift-user-workload-monitoring because it was missing I0326 23:12:59.487379 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'RoleBindingCreated' Created RoleBinding.rbac.authorization.k8s.io/prometheus-k8s-config -n openshift-monitoring because it was missing I0326 23:12:59.550124 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:12:59.567358 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/prometheus-k8s-thanos-sidecar -n openshift-monitoring because it was missing I0326 23:12:59.585225 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/thanos-querier-grpc-tls-f0kjh5rv3u01f -n openshift-monitoring because it was missing I0326 23:13:00.200632 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/metrics-server-audit-profiles -n openshift-monitoring because it was missing I0326 23:13:01.229707 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/metrics-server-3jnkd96963ueo -n openshift-monitoring because it was missing I0326 23:13:01.247019 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceAccountCreated' Created ServiceAccount/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:13:01.275182 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:13:02.609743 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-grpc-tls-6jjbc3l2sfh0b -n openshift-monitoring because it was missing I0326 23:13:02.634574 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/prometheus-k8s -n openshift-monitoring because it was missing I0326 23:13:02.672693 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/prometheus-trusted-ca-bundle -n openshift-monitoring because it was missing I0326 23:13:02.689554 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/prometheus-k8s-additional-alertmanager-configs -n openshift-monitoring because it was missing I0326 23:13:03.819571 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:13:03.861552 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:13:06.908867 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:13:10.376592 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:13:10.376665 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/monitoring-plugin -n openshift-monitoring because it was missing I0326 23:13:18.649544 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/thanos-querier-pdb -n openshift-monitoring because it was missing I0326 23:13:18.684998 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:13:21.298309 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:13:31.294107 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'PodDisruptionBudgetCreated' Created PodDisruptionBudget.policy/metrics-server -n openshift-monitoring because it was missing I0326 23:13:31.307150 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:13:31.307226 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'APIServiceCreated' Created APIService.apiregistration.k8s.io/v1beta1.metrics.k8s.io because it was missing I0326 23:13:37.692248 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:13:51.299532 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:14:12.788312 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:14:12.788348 1 operator.go:875] 1 reconciliation(s) failed, 3 more attempt(s) will be made before reporting failures. E0326 23:14:12.788356 1 operator.go:706] Syncing "openshift-monitoring/cluster-monitoring-config" failed E0326 23:14:12.788382 1 operator.go:707] "Unhandled Error" err="sync \"openshift-monitoring/cluster-monitoring-config\" failed: cluster monitoring update failed (reason: UpdatingTelemeterClientFailed)" logger="UnhandledError" W0326 23:14:12.788407 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:14:12.813987 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:14:12.818467 1 tasks.go:49] processing task group 1 of 3 I0326 23:14:12.818489 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:14:12.818521 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:14:12.831110 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:14:13.865985 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/prometheusrules.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZHAvQ2kvZzJFVmt3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJOamMwTURBZQpGdzB5TmpBek1qWXlNekV5TWpCYUZ3MHlPREExTWpReU16RXlNakZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpZM05EQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFRmRjFZVjltRUVPQWo1dC9aaVFTUVhXOTVydXMrMGRBNgpvdUJocDV0cWlNWXBSSW9neFduajdreTFnTW5VbTJMc04zR2lTaHA5dDlNZWMzREdMWmVnTXZ0em9KZjRxcVNVCkdnUENJeWdwbWE2L0JXVnN6UUhGdXNSRTg5am45bGhUbXJRS3IvTE1aMENsajVqWHVMb0FycFJBMXhtVEp5QnAKM1VSZ0pQak83VG9KWUFyVVV6T3ltN0xsMm1KakthSXorRGxybmNPZXFMeWU2a0RDQmxhNHZXSEFmUnk5KzdMYwpDSWJiV0hETDBWbGF0TzBaUWFWbmpaL05adFZ4eHFuWEFkRVVha3FsRFdWeHVNZ2ZTSFJZaDdsU1Nxdm50NndjCnlRRzZNaStaYmx3bUhZWitZVitTZWNDQlBvMmx4S1RmOEFHLzdFUHhSN1NKOFVVT1VVUGhBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlN6bnNUeApSYkh5N05UQzY0MWdMUXQxeUY5cVFUQWZCZ05WSFNNRUdEQVdnQlN6bnNUeFJiSHk3TlRDNjQxZ0xRdDF5RjlxClFUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF6M3BWbEZnaExySXlVSTVPY3B6cUtSNTBMNTMyY1djT3VNL3UKMVR3elkrTldYTEMxWVlZMnQydHc4TTQ2VkRJb3E1bldDRk9wMnppVElqd2xyYnhYdlM1YkVqNENSZ01ocUJYawp3RVFGa2xqTmxWNzhNUGU5NUVYWGw2RWpZUXNreHJEN3Z6WExUekozaERHTndHU0hWRTNLbVU3NGZBY2NVcWFRCmNnWVRtYVhNc2JhMEhZS3hvWHFzc3E0RzBTeHVzVndYSHpmL3JIN0xkSDRrYWRGMW1MbkpZNEZuOHZNTGRLWTMKNmJpVXlpdzBEWmVsOVVhdUg4aUVuVHhVc3h4TU5uTDQvVlBxdDBSYW0xd3BwdmRvNlVmT2tsaHhuVFBUQTRFYQpsczV3R3VwUlAwQmlBVVlBWXE1UmtwZ1VVZ1pad2l1TUc4STBmRExzY1phSjhuaVpKdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-prometheusrules/validate","port":8443}},"failurePolicy":"Ignore","name":"prometheusrules.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1"],"operations":["CREATE","UPDATE"],"resources":["prometheusrules"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:14:13.871427 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/prometheusrules.openshift.io because it changed I0326 23:14:13.875907 1 admissionregistration.go:144] ValidatingWebhookConfiguration "/alertmanagerconfigs.openshift.io" changes: {"webhooks":[{"admissionReviewVersions":["v1"],"clientConfig":{"caBundle":"LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURVVENDQWptZ0F3SUJBZ0lJZHAvQ2kvZzJFVmt3RFFZSktvWklodmNOQVFFTEJRQXdOakUwTURJR0ExVUUKQXd3cmIzQmxibk5vYVdaMExYTmxjblpwWTJVdGMyVnlkbWx1WnkxemFXZHVaWEpBTVRjM05EVTJOamMwTURBZQpGdzB5TmpBek1qWXlNekV5TWpCYUZ3MHlPREExTWpReU16RXlNakZhTURZeE5EQXlCZ05WQkFNTUsyOXdaVzV6CmFHbG1kQzF6WlhKMmFXTmxMWE5sY25acGJtY3RjMmxuYm1WeVFERTNOelExTmpZM05EQXdnZ0VpTUEwR0NTcUcKU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRRFRmRjFZVjltRUVPQWo1dC9aaVFTUVhXOTVydXMrMGRBNgpvdUJocDV0cWlNWXBSSW9neFduajdreTFnTW5VbTJMc04zR2lTaHA5dDlNZWMzREdMWmVnTXZ0em9KZjRxcVNVCkdnUENJeWdwbWE2L0JXVnN6UUhGdXNSRTg5am45bGhUbXJRS3IvTE1aMENsajVqWHVMb0FycFJBMXhtVEp5QnAKM1VSZ0pQak83VG9KWUFyVVV6T3ltN0xsMm1KakthSXorRGxybmNPZXFMeWU2a0RDQmxhNHZXSEFmUnk5KzdMYwpDSWJiV0hETDBWbGF0TzBaUWFWbmpaL05adFZ4eHFuWEFkRVVha3FsRFdWeHVNZ2ZTSFJZaDdsU1Nxdm50NndjCnlRRzZNaStaYmx3bUhZWitZVitTZWNDQlBvMmx4S1RmOEFHLzdFUHhSN1NKOFVVT1VVUGhBZ01CQUFHall6QmgKTUE0R0ExVWREd0VCL3dRRUF3SUNwREFQQmdOVkhSTUJBZjhFQlRBREFRSC9NQjBHQTFVZERnUVdCQlN6bnNUeApSYkh5N05UQzY0MWdMUXQxeUY5cVFUQWZCZ05WSFNNRUdEQVdnQlN6bnNUeFJiSHk3TlRDNjQxZ0xRdDF5RjlxClFUQU5CZ2txaGtpRzl3MEJBUXNGQUFPQ0FRRUF6M3BWbEZnaExySXlVSTVPY3B6cUtSNTBMNTMyY1djT3VNL3UKMVR3elkrTldYTEMxWVlZMnQydHc4TTQ2VkRJb3E1bldDRk9wMnppVElqd2xyYnhYdlM1YkVqNENSZ01ocUJYawp3RVFGa2xqTmxWNzhNUGU5NUVYWGw2RWpZUXNreHJEN3Z6WExUekozaERHTndHU0hWRTNLbVU3NGZBY2NVcWFRCmNnWVRtYVhNc2JhMEhZS3hvWHFzc3E0RzBTeHVzVndYSHpmL3JIN0xkSDRrYWRGMW1MbkpZNEZuOHZNTGRLWTMKNmJpVXlpdzBEWmVsOVVhdUg4aUVuVHhVc3h4TU5uTDQvVlBxdDBSYW0xd3BwdmRvNlVmT2tsaHhuVFBUQTRFYQpsczV3R3VwUlAwQmlBVVlBWXE1UmtwZ1VVZ1pad2l1TUc4STBmRExzY1phSjhuaVpKdz09Ci0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0K","service":{"name":"prometheus-operator-admission-webhook","namespace":"openshift-monitoring","path":"/admission-alertmanagerconfigs/validate","port":8443}},"failurePolicy":"Ignore","name":"alertmanagerconfigs.openshift.io","rules":[{"apiGroups":["monitoring.coreos.com"],"apiVersions":["v1alpha1"],"operations":["CREATE","UPDATE"],"resources":["alertmanagerconfigs"],"scope":"Namespaced"}],"sideEffects":"None","timeoutSeconds":5}]} I0326 23:14:13.881090 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ValidatingWebhookConfigurationUpdated' Updated ValidatingWebhookConfiguration.admissionregistration.k8s.io/alertmanagerconfigs.openshift.io because it changed I0326 23:14:15.960645 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:14:15.960669 1 tasks.go:49] processing task group 2 of 3 I0326 23:14:15.960690 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:14:15.960694 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:14:15.960713 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:14:15.960731 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:14:15.960746 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:14:15.960759 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:14:15.960785 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:14:15.960801 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:14:15.960828 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:14:15.960839 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:14:15.960871 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:14:15.960889 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:14:15.960891 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:14:15.960889 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:14:15.960866 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:14:16.028264 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:14:16.045852 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:14:16.050355 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:14:16.061790 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ClusterRoleBindingCreated' Created ClusterRoleBinding.rbac.authorization.k8s.io/telemeter-client-view because it was missing I0326 23:14:16.077116 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ServiceCreated' Created Service/telemeter-client -n openshift-monitoring because it was missing I0326 23:14:16.095383 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client -n openshift-monitoring because it was missing I0326 23:14:16.106461 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'SecretCreated' Created Secret/telemeter-client-kube-rbac-proxy-config -n openshift-monitoring because it was missing I0326 23:14:16.120728 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:14:16.122116 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:14:16.174809 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:14:17.039812 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:14:17.070392 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:14:17.073060 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:14:17.087360 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:14:17.099394 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:14:19.119004 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:14:21.100863 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:14:21.175196 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/telemeter-trusted-ca-bundle-8i12ta5c71j38 -n openshift-monitoring because it was missing I0326 23:14:22.025303 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:14:25.265249 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:15:07.144560 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:16:31.410442 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:16:31.410469 1 tasks.go:49] processing task group 3 of 3 I0326 23:16:31.410493 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:16:31.456186 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:16:31.456283 1 event.go:377] Event(v1.ObjectReference{Kind:"Deployment", Namespace:"openshift-monitoring", Name:"cluster-monitoring-operator", UID:"87c71495-c4fa-40ad-8e32-fc352f42201b", APIVersion:"apps/v1", ResourceVersion:"", FieldPath:""}): type: 'Normal' reason: 'ConfigMapCreated' Created ConfigMap/monitoring-shared-config -n openshift-config-managed because it was missing I0326 23:16:31.460676 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:16:31.511768 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:16:31.549557 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:16:31.553924 1 tasks.go:49] processing task group 1 of 3 I0326 23:16:31.553957 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:16:31.553966 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:16:31.565825 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:16:34.709165 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:16:34.709189 1 tasks.go:49] processing task group 2 of 3 I0326 23:16:34.709222 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:16:34.709223 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:16:34.709237 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:16:34.709252 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:16:34.709273 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:16:34.709297 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:16:34.709309 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:16:34.709328 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:16:34.709349 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:16:34.709367 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:16:34.709388 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:16:34.709400 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:16:34.709424 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:16:34.709230 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:16:34.709443 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:16:34.760111 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:16:34.778781 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:16:34.796316 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:16:34.845559 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:16:35.778243 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:16:35.800283 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:16:35.802920 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:16:35.814143 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:16:35.874696 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:16:37.861435 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:16:39.837925 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:16:40.765937 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:16:40.856768 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:16:45.867255 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:16:50.032913 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:16:50.032941 1 tasks.go:49] processing task group 3 of 3 I0326 23:16:50.032960 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:16:50.070596 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:16:50.075345 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:16:51.303027 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 23:16:51.303058 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:16:51.340690 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:16:51.346183 1 tasks.go:49] processing task group 1 of 3 I0326 23:16:51.346208 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:16:51.346217 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:16:51.364806 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:16:54.488983 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:16:54.489004 1 tasks.go:49] processing task group 2 of 3 I0326 23:16:54.489029 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:16:54.489036 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:16:54.489053 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:16:54.489070 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:16:54.489087 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:16:54.489110 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:16:54.489132 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:16:54.489142 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:16:54.489169 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:16:54.489182 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:16:54.489222 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:16:54.489239 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:16:54.489249 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:16:54.489260 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:16:54.489279 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:16:54.543489 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:16:54.570588 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:16:54.578885 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:16:54.629851 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:16:55.564124 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:16:55.588273 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:16:55.592679 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:16:55.605541 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:16:55.617315 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:16:57.635138 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:16:59.622557 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:17:00.549706 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:17:00.642203 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:17:05.644286 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:17:09.798153 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:17:09.798179 1 tasks.go:49] processing task group 3 of 3 I0326 23:17:09.798202 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:17:09.831669 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:17:09.836707 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:17:45.700038 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:17:45.700081 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:17:45.730015 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:17:45.734258 1 tasks.go:49] processing task group 1 of 3 I0326 23:17:45.734284 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:17:45.734297 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:17:45.745785 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:17:48.870312 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:17:48.870336 1 tasks.go:49] processing task group 2 of 3 I0326 23:17:48.870361 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:17:48.870369 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:17:48.870384 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:17:48.870401 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:17:48.870430 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:17:48.870441 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:17:48.870457 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:17:48.870489 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:17:48.870509 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:17:48.870533 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:17:48.870550 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:17:48.870569 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:17:48.870568 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:17:48.870589 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:17:48.870606 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:17:48.931617 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:17:48.948030 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:17:48.960644 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:17:49.019655 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:17:49.946093 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:17:49.971290 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:17:49.973728 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:17:49.978093 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:17:50.005292 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:17:52.026104 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:17:54.007596 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:17:54.929357 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:17:55.020306 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:18:00.038744 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:18:04.178790 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:18:04.178814 1 tasks.go:49] processing task group 3 of 3 I0326 23:18:04.178830 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:18:04.212245 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:18:04.216584 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:18:10.954215 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version W0326 23:18:10.954243 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:18:10.979336 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:18:10.984321 1 tasks.go:49] processing task group 1 of 3 I0326 23:18:10.984346 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:18:10.984358 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:18:10.998053 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:18:14.136300 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:18:14.136322 1 tasks.go:49] processing task group 2 of 3 I0326 23:18:14.136349 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:18:14.136350 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:18:14.136363 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:18:14.136379 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:18:14.136403 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:18:14.136418 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:18:14.136435 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:18:14.136451 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:18:14.136477 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:18:14.136489 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:18:14.136525 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:18:14.136528 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:18:14.136550 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:18:14.136583 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:18:14.136598 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:18:14.190409 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:18:14.208561 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:18:14.222142 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:18:14.268078 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:18:15.208043 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:18:15.231961 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:18:15.241471 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:18:15.246126 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:18:15.269756 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:18:17.298053 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:18:19.266337 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:18:20.214376 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:18:20.287443 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:18:25.314332 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:18:29.438621 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:18:29.438648 1 tasks.go:49] processing task group 3 of 3 I0326 23:18:29.438662 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:18:29.475252 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:18:29.480896 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:22:45.699770 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:22:45.699825 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:22:45.729216 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:22:45.736324 1 tasks.go:49] processing task group 1 of 3 I0326 23:22:45.736349 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:22:45.736364 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:22:45.750139 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:22:48.886367 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:22:48.886390 1 tasks.go:49] processing task group 2 of 3 I0326 23:22:48.886417 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:22:48.886431 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:22:48.886522 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:22:48.886542 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:22:48.886563 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:22:48.886575 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:22:48.886609 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:22:48.886629 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:22:48.886649 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:22:48.886668 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:22:48.886677 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:22:48.886707 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:22:48.886730 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:22:48.886725 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:22:48.886733 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:22:48.948251 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:22:48.981167 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:22:48.988358 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:22:49.038714 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:22:49.973703 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:22:49.987150 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:22:49.993668 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:22:49.995906 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:22:50.038760 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:22:52.047675 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:22:54.023118 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:22:54.945701 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:22:55.048284 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:23:00.042238 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:23:04.232239 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:23:04.232267 1 tasks.go:49] processing task group 3 of 3 I0326 23:23:04.232278 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:23:04.268986 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:23:04.273358 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:27:45.605562 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0326 23:27:45.605599 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:27:45.610431 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:27:45.610452 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:27:45.610856 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:27:45.611624 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:27:45.611709 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:27:45.611723 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:27:45.611836 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:27:45.611852 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:27:45.611858 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:27:45.611873 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:27:45.630344 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:27:45.634349 1 tasks.go:49] processing task group 1 of 3 I0326 23:27:45.634372 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:27:45.634381 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:27:45.643011 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:27:45.647513 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:27:45.700063 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:27:48.784066 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:27:48.784108 1 tasks.go:49] processing task group 2 of 3 I0326 23:27:48.784132 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:27:48.784171 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:27:48.784185 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:27:48.784209 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:27:48.784226 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:27:48.784235 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:27:48.784255 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:27:48.784277 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:27:48.784302 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:27:48.784319 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:27:48.784330 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:27:48.784344 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:27:48.784385 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:27:48.784385 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:27:48.784453 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:27:48.883163 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:27:48.895851 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:27:48.901139 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:27:48.973085 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:27:49.885159 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:27:49.888749 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:27:49.916771 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:27:49.919199 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:27:49.960382 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:27:51.951944 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:27:53.946851 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:27:54.839306 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:27:54.977605 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:27:59.949203 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:28:04.123785 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:28:04.123811 1 tasks.go:49] processing task group 3 of 3 I0326 23:28:04.123826 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:28:04.157034 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:28:04.161570 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:28:04.170235 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:28:04.194220 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:28:04.198341 1 tasks.go:49] processing task group 1 of 3 I0326 23:28:04.198362 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:28:04.198377 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:28:04.209522 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:28:07.335862 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:28:07.335885 1 tasks.go:49] processing task group 2 of 3 I0326 23:28:07.335912 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:28:07.335913 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:28:07.335935 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:28:07.335948 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:28:07.335966 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:28:07.335991 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:28:07.336008 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:28:07.336029 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:28:07.336037 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:28:07.336069 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:28:07.336078 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:28:07.336093 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:28:07.336108 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:28:07.336138 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:28:07.336402 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:28:07.382943 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:28:07.401738 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:28:07.411947 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:28:07.461321 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:28:08.397288 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:28:08.420048 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:28:08.420681 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:28:08.441070 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:28:08.451188 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:28:10.467041 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:28:12.456489 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:28:13.389782 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:28:13.475229 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:28:18.466773 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:28:22.634246 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:28:22.634272 1 tasks.go:49] processing task group 3 of 3 I0326 23:28:22.634286 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:28:22.667257 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:28:22.671642 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:32:45.700042 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:32:45.700116 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:32:45.728548 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:32:45.733154 1 tasks.go:49] processing task group 1 of 3 I0326 23:32:45.733183 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:32:45.733199 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:32:45.746627 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:32:48.874477 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:32:48.874514 1 tasks.go:49] processing task group 2 of 3 I0326 23:32:48.874538 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:32:48.874546 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:32:48.874561 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:32:48.874581 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:32:48.874601 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:32:48.874621 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:32:48.874648 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:32:48.874670 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:32:48.874689 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:32:48.874686 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:32:48.874716 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:32:48.874735 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:32:48.874753 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:32:48.874767 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:32:48.874659 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:32:48.924477 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:32:48.950231 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:32:48.961167 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:32:49.005349 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:32:49.950650 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:32:49.968729 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:32:49.971766 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:32:49.981907 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:32:50.003734 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:32:52.025839 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:32:53.998794 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:32:54.935274 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:32:55.026321 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:33:00.021881 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:33:04.193168 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:33:04.193193 1 tasks.go:49] processing task group 3 of 3 I0326 23:33:04.193210 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:33:04.227894 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:33:04.232692 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:37:45.700589 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:37:45.700663 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:37:45.730215 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:37:45.735022 1 tasks.go:49] processing task group 1 of 3 I0326 23:37:45.735052 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:37:45.735062 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:37:45.747709 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:37:48.872705 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:37:48.872731 1 tasks.go:49] processing task group 2 of 3 I0326 23:37:48.872762 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:37:48.872766 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:37:48.872782 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:37:48.872811 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:37:48.872829 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:37:48.872850 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:37:48.872874 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:37:48.872877 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:37:48.872888 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:37:48.872912 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:37:48.872934 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:37:48.872955 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:37:48.872968 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:37:48.872978 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:37:48.872856 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:37:48.926203 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:37:48.941618 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:37:48.958228 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:37:49.003829 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:37:49.943365 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:37:49.981071 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:37:49.982311 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:37:49.989743 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:37:50.017206 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:37:52.016737 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:37:53.997416 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:37:54.929037 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:37:55.011761 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:38:00.028168 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:38:04.189746 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:38:04.189777 1 tasks.go:49] processing task group 3 of 3 I0326 23:38:04.189792 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:38:04.223422 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:38:04.227919 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:42:45.605581 1 operator.go:678] Triggering an update due to ConfigMap or Secret: kube-system/extension-apiserver-authentication W0326 23:42:45.605633 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:42:45.610762 1 operator.go:647] Triggering an update due to a change in *v1.APIServer/cluster I0326 23:42:45.610797 1 operator.go:647] Triggering an update due to a change in *v1.Console/cluster I0326 23:42:45.610874 1 operator.go:647] Triggering an update due to a change in *v1.ClusterVersion/version I0326 23:42:45.611942 1 operator.go:647] Triggering an update due to a change in *v1.Infrastructure/cluster I0326 23:42:45.611985 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/telemeter-trusted-ca-bundle I0326 23:42:45.612002 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-client-certs I0326 23:42:45.612010 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/alertmanager-trusted-ca-bundle I0326 23:42:45.612194 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/federate-client-certs I0326 23:42:45.612216 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/grpc-tls I0326 23:42:45.612260 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-monitoring/metrics-server-client-certs I0326 23:42:45.637636 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:42:45.641716 1 tasks.go:49] processing task group 1 of 3 I0326 23:42:45.641741 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:42:45.641751 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:42:45.643625 1 operator.go:678] Triggering an update due to ConfigMap or Secret: openshift-config-managed/kubelet-serving-ca I0326 23:42:45.653439 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:42:45.699786 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. I0326 23:42:48.780609 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:42:48.780630 1 tasks.go:49] processing task group 2 of 3 I0326 23:42:48.780650 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:42:48.780652 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:42:48.780663 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:42:48.780687 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:42:48.780700 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:42:48.780718 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:42:48.780743 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:42:48.780758 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:42:48.780780 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:42:48.780799 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:42:48.780816 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:42:48.780847 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:42:48.780837 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:42:48.780866 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:42:48.780914 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:42:48.832194 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:42:48.849865 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:42:48.874671 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:42:48.913344 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:42:49.852163 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:42:49.871070 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:42:49.871191 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:42:49.887241 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:42:49.909831 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:42:51.924307 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:42:53.921034 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:42:54.837308 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:42:54.939894 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:42:59.924708 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:43:04.077194 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:43:04.077221 1 tasks.go:49] processing task group 3 of 3 I0326 23:43:04.077241 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:43:04.117772 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:43:04.122668 1 operator.go:851] Updating ClusterOperator status to done. W0326 23:43:04.132370 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:43:04.158713 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:43:04.164519 1 tasks.go:49] processing task group 1 of 3 I0326 23:43:04.164549 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:43:04.164564 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:43:04.178146 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:43:07.303272 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:43:07.303302 1 tasks.go:49] processing task group 2 of 3 I0326 23:43:07.303331 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:43:07.303331 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:43:07.303351 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:43:07.303366 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:43:07.303414 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:43:07.303429 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:43:07.303452 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:43:07.303457 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:43:07.303476 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:43:07.303508 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:43:07.303528 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:43:07.303537 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:43:07.303549 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:43:07.303430 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:43:07.304602 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:43:07.346857 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:43:07.364118 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:43:07.392423 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:43:07.430882 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:43:08.372356 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:43:08.392441 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:43:08.396926 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:43:08.421148 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:43:08.433562 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:43:10.511688 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:43:12.437206 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:43:13.361442 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:43:13.439708 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:43:18.452237 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:43:22.607188 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:43:22.607213 1 tasks.go:49] processing task group 3 of 3 I0326 23:43:22.607229 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:43:22.641447 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:43:22.646160 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:47:45.700614 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:47:45.700672 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:47:45.759795 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:47:45.768924 1 tasks.go:49] processing task group 1 of 3 I0326 23:47:45.768955 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:47:45.768976 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:47:45.795647 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:47:48.946726 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:47:48.946747 1 tasks.go:49] processing task group 2 of 3 I0326 23:47:48.946771 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:47:48.946779 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:47:48.946794 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:47:48.946804 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:47:48.946831 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:47:48.946851 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:47:48.946868 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:47:48.946890 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:47:48.946948 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:47:48.946874 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:47:48.946893 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:47:48.946915 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:47:48.946926 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:47:48.946782 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:47:48.946924 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:47:49.013983 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:47:49.037777 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:47:49.039975 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:47:49.106797 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:47:50.036323 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:47:50.064300 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:47:50.067656 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:47:50.082052 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:47:50.110091 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:47:52.138723 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:47:54.089256 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:47:55.003021 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:47:55.113821 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:48:00.121944 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:48:04.297488 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:48:04.297547 1 tasks.go:49] processing task group 3 of 3 I0326 23:48:04.297566 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:48:04.329674 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:48:04.333950 1 operator.go:851] Updating ClusterOperator status to done. I0326 23:52:45.700577 1 operator.go:609] ConfigMap to configure stack does not exist. Reconciling with default config every 5m0s. W0326 23:52:45.700640 1 operator.go:974] No Cluster Monitoring ConfigMap was found. Using defaults. I0326 23:52:45.728850 1 operator.go:830] Updating ClusterOperator status to InProgress. I0326 23:52:45.733254 1 tasks.go:49] processing task group 1 of 3 I0326 23:52:45.733280 1 tasks.go:70] running task 2 of 2: UpdatingPrometheusOperator I0326 23:52:45.733293 1 tasks.go:70] running task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:52:45.745078 1 tasks.go:76] ran task 1 of 2: UpdatingMetricsScrapingClientCA I0326 23:52:48.874607 1 tasks.go:76] ran task 2 of 2: UpdatingPrometheusOperator I0326 23:52:48.874628 1 tasks.go:49] processing task group 2 of 3 I0326 23:52:48.874655 1 tasks.go:70] running task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:52:48.874661 1 tasks.go:70] running task 5 of 15: UpdatingKubeStateMetrics I0326 23:52:48.874677 1 tasks.go:70] running task 10 of 15: UpdatingControlPlaneComponents I0326 23:52:48.874696 1 tasks.go:70] running task 2 of 15: UpdatingPrometheus I0326 23:52:48.874716 1 tasks.go:70] running task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:52:48.874735 1 tasks.go:70] running task 11 of 15: UpdatingConsolePluginComponents I0326 23:52:48.874753 1 tasks.go:70] running task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:52:48.874778 1 tasks.go:70] running task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:52:48.874797 1 tasks.go:70] running task 3 of 15: UpdatingAlertmanager I0326 23:52:48.874817 1 tasks.go:70] running task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:52:48.874829 1 tasks.go:70] running task 4 of 15: UpdatingNodeExporter I0326 23:52:48.874845 1 tasks.go:70] running task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:52:48.874857 1 tasks.go:70] running task 9 of 15: UpdatingThanosQuerier I0326 23:52:48.874867 1 tasks.go:70] running task 8 of 15: UpdatingTelemeterClient I0326 23:52:48.874851 1 tasks.go:70] running task 7 of 15: UpdatingMetricsServer I0326 23:52:48.954558 1 tasks.go:76] ran task 12 of 15: UpdatingUserWorkloadPrometheusOperator I0326 23:52:48.971947 1 tasks.go:76] ran task 14 of 15: UpdatingUserWorkloadAlertmanager I0326 23:52:48.973130 1 tasks.go:76] ran task 10 of 15: UpdatingControlPlaneComponents I0326 23:52:49.034013 1 tasks.go:76] ran task 1 of 15: UpdatingClusterMonitoringOperatorDeps I0326 23:52:49.967436 1 tasks.go:76] ran task 6 of 15: UpdatingOpenshiftStateMetrics I0326 23:52:49.982484 1 tasks.go:76] ran task 13 of 15: UpdatingUserWorkloadPrometheus I0326 23:52:49.986563 1 tasks.go:76] ran task 15 of 15: UpdatingUserWorkloadThanosRuler I0326 23:52:49.994242 1 tasks.go:76] ran task 5 of 15: UpdatingKubeStateMetrics I0326 23:52:50.030890 1 tasks.go:76] ran task 4 of 15: UpdatingNodeExporter I0326 23:52:52.037955 1 tasks.go:76] ran task 9 of 15: UpdatingThanosQuerier I0326 23:52:54.056861 1 tasks.go:76] ran task 7 of 15: UpdatingMetricsServer I0326 23:52:54.933327 1 tasks.go:76] ran task 11 of 15: UpdatingConsolePluginComponents I0326 23:52:55.041980 1 tasks.go:76] ran task 8 of 15: UpdatingTelemeterClient I0326 23:53:00.034641 1 tasks.go:76] ran task 3 of 15: UpdatingAlertmanager I0326 23:53:04.213955 1 tasks.go:76] ran task 2 of 15: UpdatingPrometheus I0326 23:53:04.213980 1 tasks.go:49] processing task group 3 of 3 I0326 23:53:04.213994 1 tasks.go:70] running task 1 of 1: UpdatingConfigurationSharing I0326 23:53:04.244543 1 tasks.go:76] ran task 1 of 1: UpdatingConfigurationSharing I0326 23:53:04.248842 1 operator.go:851] Updating ClusterOperator status to done.